00000100:00100000:0.0F:1788664496.702033:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0F:1788664496.702070:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140590208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788664496.702074:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140590336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788664496.702165:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664496.702188:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140590464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788664496.702220:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664496.702256:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42266b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140590080:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788664496.702272:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140590336 00000100:00100000:1.0:1788664496.702281:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140590336 00000100:00100000:1.0:1788664496.702338:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140590464 00000100:00100000:1.0:1788664496.702342:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140590464 00000100:00100000:1.0:1788664496.702360:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788664496.702369:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c422669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140590336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788664496.702401:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788664496.702402:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664496.702455:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c422669880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140590336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.702464:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788664496.702468:0:17883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140590080 00000100:00100000:0.0:1788664496.702473:0:17883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140590080 00000100:00100000:1.0:1788664496.702485:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788664496.702493:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140590464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788664496.702505:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788664496.702518:0:17883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788664496.702528:0:17883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42266a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140590080:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788664496.702536:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140590464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.702543:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000004:00000024:0.0:1788664496.702556:0:17883:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788664496.702584:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140590464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788664496.702609:0:17883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42266a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140590080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664496.702617:0:17883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788664496.702621:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140590336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788664496.702637:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42266b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140590080:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788664496.702651:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664496.702669:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140590208 00000100:00100000:1.0:1788664496.702674:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140590208 00000100:00100000:1.0:1788664496.702700:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788664496.702707:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42266b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140590208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788664496.702725:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3923513344 avail 3691962368 00000100:00080000:3.0F:1788664496.702863:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788664496.702874:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788664496.702885:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140590592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788664496.703163:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42266b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140590720:0@lo:400:kworker.0 00000100:00100000:3.0:1788664496.703740:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664496.703809:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:3.0:1788664496.703816:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c301eaaa00, transno 8589934596 00000100:00100000:1.0:1788664496.703816:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42266b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140590208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1030us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.703830:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000004:00080000:3.0:1788664496.703831:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:1.0:1788664496.703858:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c422669c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140590848:0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.703953:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664496.703981:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3637:1875550140591360:0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.704011:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664496.704042:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140591360 00000100:00100000:1.0:1788664496.704048:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140591360 00000100:00100000:1.0:1788664496.704089:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788664496.704097:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875550140591360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.704137:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875550140591360:12345-0@lo:400:kworker.0 Request processed in 41us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.704143:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788664496.704161:0:17883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140590592 00000100:00100000:1.0:1788664496.704164:0:17883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140590592 00000100:00100000:1.0:1788664496.704182:0:17883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140590848 00000100:00100000:1.0:1788664496.704184:0:17883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140590848 00000100:00100000:1.0:1788664496.704195:0:17883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788664496.704201:0:17883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3639:x1875550140590592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788664496.704224:0:17883:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788664496.704251:0:17883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3639:x1875550140590592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.704257:0:17883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788664496.704268:0:17883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788664496.704280:0:17883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140590848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.704321:0:17883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140590848:12345-0@lo:400:kworker.0 Request processed in 41us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.704328:0:17883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788664496.704355:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c422669c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140590848:0@lo:400:kworker.0 00010000:00080000:1.0:1788664496.704368:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c42f5e6d80 x1875550140591360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664496.704378:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3637:1875550140591360:0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.704858:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42266b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140590976:0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.704894:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664496.705220:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3638:1875550140591488:0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.705247:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664496.705269:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788664496.705277:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140591104:0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.705392:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664496.705423:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3638:1875550140591616:0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.705447:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664496.705477:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140590976 00000100:00100000:1.0:1788664496.705483:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140590976 00000100:00100000:1.0:1788664496.705510:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140591488 00000100:00100000:1.0:1788664496.705513:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140591488 00000100:00100000:1.0:1788664496.705529:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140591104 00000100:00100000:1.0:1788664496.705531:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140591104 00000100:00100000:1.0:1788664496.705539:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140591616 00000100:00100000:1.0:1788664496.705541:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140591616 00000100:00100000:3.0:1788664496.705546:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140590208:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788664496.705554:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788664496.705581:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140590976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.705630:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140590976:12345-0@lo:400:kworker.0 Request processed in 51us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.705636:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788664496.705641:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140590592:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788664496.705651:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788664496.705657:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c422669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875550140591488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.705684:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c422669c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875550140591488:12345-0@lo:400:kworker.0 Request processed in 28us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.705690:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788664496.705700:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788664496.705704:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3035a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140591104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.705729:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3035a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140591104:12345-0@lo:400:kworker.0 Request processed in 25us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.705734:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788664496.705744:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788664496.705749:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3035a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875550140591616:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788664496.705758:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788664496.705762:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788664496.705877:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3035a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875550140591616:12345-0@lo:400:kworker.0 Request processed in 126us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664496.705884:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788664496.705918:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140591104:0@lo:400:kworker.0 00010000:00080000:1.0:1788664496.705930:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c42f5e7800 x1875550140591616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664496.705940:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3638:1875550140591616:0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.705949:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42266b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140590976:0@lo:400:kworker.0 00000100:00100000:1.0:1788664496.705967:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3638:1875550140591488:0@lo:400:kworker.0 00000100:00100000:0.0:1788664496.706239:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664496.706281:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140591232:0@lo:400:kworker.0 00000100:00100000:3.0:1788664496.706357:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140590720 00000100:00100000:3.0:1788664496.706362:0:17136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140590720 00000100:00100000:0.0:1788664496.706443:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664496.706560:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1788664496.706570:0:17136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c403ec5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+24:3636:x1875550140590720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664496.706623:0:17136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c403ec5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+24:3636:x1875550140590720:12345-0@lo:400:kworker.0 Request processed in 55us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664496.706630:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1788664496.706693:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42266b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140590720:0@lo:400:kworker.0 00000100:00100000:3.0:1788664496.706944:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140591232 00000100:00100000:3.0:1788664496.706950:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140591232 00000100:00100000:3.0:1788664496.707034:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788664496.707042:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140591232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664496.707085:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140591232:12345-0@lo:400:kworker.0 Request processed in 43us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664496.707090:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788664496.707118:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140591232:0@lo:400:kworker.0 00000100:00080000:0.0:1788664496.707195:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788664496.830343:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788664497.599542:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:0.0:1788664497.731072:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:0.0:1788664497.731099:0:17123:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff93c4063d3480 refcount 2 committed 0 result 0 batchid 4294967531 00000020:00080000:0.0:1788664497.731105:0:17123:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff93c43cf59500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff93c4063d3780 00000020:00080000:0.0:1788664497.731109:0:17123:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff93c43cf59400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff93c302902a00 00010000:00010000:1.0:1788664497.731262:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7cc600/0xcd11f61c1413f0af lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664497.731273:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7cc600/0xcd11f61c1413f0af lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664497.731281:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7cc600/0xcd11f61c1413f0af lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664497.731303:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cc600 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664497.731308:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7cc600/0xcd11f61c1413f0af lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664497.731317:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7cc600/0xcd11f61c1413f0af lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664497.731336:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff93c422270600) 00010000:00010000:1.0:1788664497.731338:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664497.731343:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7cc600/0xcd11f61c1413f0af lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664497.731349:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7cc600/0xcd11f61c1413f0af lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18960 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0F:1788664497.731615:0:17182:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967531 committed batchid 8 00000020:00080000:2.0:1788664497.731697:0:17182:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:0.0:1788664497.839194:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664497.841677:0:19229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119542784 00000100:00100000:1.0:1788664497.841694:0:19229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119542784 00000100:00100000:1.0:1788664497.842131:0:19229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 29 00000100:00100000:1.0:1788664497.842145:0:19229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:2389:x1875550119542784:12345-192.168.203.52@tcp:9:kworker.0 00000020:00000080:1.0:1788664497.842179:0:19229:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ed6e 00000100:00080000:1.0:1788664497.842207:0:19229:0:(import.c:65:import_set_state_nolock()) ffff93c4047e2000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788664497.843270:0:19229:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788664497.843495:0:19229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+2:2389:x1875550119542784:12345-192.168.203.52@tcp:9:kworker.0 Request processed in 1350us (4306us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664497.843506:0:19229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 29 00010000:00010000:3.0:1788664497.854171:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664497.854304:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664497.854345:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664497.854377:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664497.854401:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664497.854423:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664497.854441:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664497.854460:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664497.854481:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664497.854507:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119542528 00000100:00100000:2.0:1788664497.854519:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119542528 00000100:00100000:3.0:1788664497.854568:0:17145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119542400 00000100:00100000:3.0:1788664497.854572:0:17145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119542400 00000100:00080000:0.0:1788664497.854623:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788664497.854627:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788664497.854630:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788664497.854658:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119542656 00000100:00100000:0.0:1788664497.854662:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119542656 00000100:00100000:0.0:1788664497.854705:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119543168 00000100:00100000:0.0:1788664497.854709:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119543168 00000100:00100000:0.0:1788664497.854728:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119543296 00000100:00100000:0.0:1788664497.854730:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119543296 00000100:00100000:0.0:1788664497.854746:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 26 00000100:00100000:0.0:1788664497.854756:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+6:2393:x1875550119542656:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664497.854858:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+6:2393:x1875550119542656:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 102us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664497.854867:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 26 00000100:00100000:0.0:1788664497.854885:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 30 00000100:00100000:0.0:1788664497.854904:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+5:2389:x1875550119543168:12345-192.168.203.52@tcp:9:kworker.0 00000020:00000080:0.0:1788664497.854935:0:18649:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413edad 00000100:00080000:0.0:1788664497.854950:0:18649:0:(import.c:65:import_set_state_nolock()) ffff93c4047e7000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788664497.854991:0:18649:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:0.0:1788664497.855109:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+2:2389:x1875550119543168:12345-192.168.203.52@tcp:9:kworker.0 Request processed in 218us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664497.855117:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 30 00000100:00100000:0.0:1788664497.855130:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 31 00000100:00100000:0.0:1788664497.855137:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+5:2389:x1875550119543296:12345-192.168.203.52@tcp:9:kworker.0 00000020:00000080:0.0:1788664497.855150:0:18649:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eda6 00000100:00080000:0.0:1788664497.855157:0:18649:0:(import.c:65:import_set_state_nolock()) ffff93c435283800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788664497.855188:0:18649:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788664497.855254:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+2:2389:x1875550119543296:12345-192.168.203.52@tcp:9:kworker.0 Request processed in 117us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664497.855261:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 31 00000100:00100000:0.0:1788664497.855279:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119542912 00000100:00100000:0.0:1788664497.855283:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119542912 00000100:00100000:0.0:1788664497.855315:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119543040 00000100:00100000:0.0:1788664497.855318:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119543040 00000100:00100000:0.0:1788664497.855332:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 74 00000100:00100000:0.0:1788664497.855337:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+6:2393:x1875550119542912:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664497.855365:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+6:2393:x1875550119542912:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 28us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664497.855371:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 74 00000100:00100000:0.0:1788664497.855381:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 75 00000100:00100000:0.0:1788664497.855387:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+5:2392:x1875550119543040:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664497.855409:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+5:2392:x1875550119543040:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 22us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664497.855416:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 75 00010000:00010000:0.0:1788664497.855436:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664497.855441:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788664497.855479:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788664497.855482:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788664497.855484:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788664497.855485:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788664497.855698:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119542272 00000100:00100000:1.0:1788664497.855703:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119542272 00000100:00100000:1.0:1788664497.855740:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 167 00000100:00100000:1.0:1788664497.855748:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c403ec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a698de9a-812c-492b-8656-53dc2bcfa114+13:2393:x1875550119542272:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664497.855801:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c403ec6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a698de9a-812c-492b-8656-53dc2bcfa114+13:2393:x1875550119542272:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 54us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664497.855808:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 167 00000100:00100000:2.0:1788664497.857250:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 76 00000100:00100000:2.0:1788664497.857267:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:2393:x1875550119542528:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664497.857340:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:2393:x1875550119542528:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 79us (2995us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664497.857348:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 76 00000100:00100000:3.0:1788664497.859340:0:17145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 77 00000100:00100000:3.0:1788664497.859357:0:17145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+12:2393:x1875550119542400:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:3.0:1788664497.859485:0:17145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+12:2393:x1875550119542400:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 134us (5107us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664497.859494:0:17145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 77 00010000:00010000:3.0:1788664497.863087:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664498.883663:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664499.904784:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664500.890638:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664500.890753:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119543424 00000100:00100000:1.0:1788664500.890767:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119543424 00000100:00100000:1.0:1788664500.891014:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 74 00000100:00100000:1.0:1788664500.891028:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+12:15561:x1875550119543424:12345-192.168.203.52@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788664500.891135:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+12:15561:x1875550119543424:12345-192.168.203.52@tcp:60:lhsmtool_posix.0 Request processed in 111us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664500.891143:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 74 00000100:00080000:2.0:1788664500.891529:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788664500.906465:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664500.906848:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119543552 00000100:00100000:0.0:1788664500.906860:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119543552 00000100:00100000:0.0:1788664500.906972:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 75 00000100:00100000:0.0:1788664500.906992:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:15561:x1875550119543552:12345-192.168.203.52@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788664500.907114:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:15561:x1875550119543552:12345-192.168.203.52@tcp:60:lhsmtool_posix.0 Request processed in 133us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664500.907123:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 75 00000100:00080000:2.0:1788664500.911298:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788664500.918578:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664500.918671:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119543808 00000100:00100000:1.0:1788664500.918683:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119543808 00000100:00100000:1.0:1788664500.918745:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 16 00000100:00100000:1.0:1788664500.918756:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4047b2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+12:15561:x1875550119543808:12345-192.168.203.52@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788664500.919053:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4047b2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+13:15561:x1875550119543808:12345-192.168.203.52@tcp:35:lhsmtool_posix.0 Request processed in 299us (486us total) trans 8589934636 rc 0/0 00000100:00100000:1.0:1788664500.919071:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 16 00010000:00010000:3.0:1788664500.925970:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664501.310298:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140591744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788664501.310375:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664501.310906:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140591744 00000100:00100000:2.0:1788664501.310917:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140591744 00000100:00100000:2.0:1788664501.310991:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788664501.311010:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140591744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788664501.311046:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1788664501.311103:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140591744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664501.311109:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1788664501.311489:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788664501.311545:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140591744:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1788664501.693981:0:17178:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788664501.693990:0:17178:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788664501.694010:0:17178:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788664501.694018:0:17178:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1788664501.826231:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140592256:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.826312:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664501.826367:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875550140592768:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.826392:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664501.826408:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140593280:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.826428:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664501.826455:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788664501.826461:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140591872:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.826490:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664501.826512:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140592384:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.826534:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664501.826550:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140592896:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.826570:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664501.826614:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140592256 00000100:00100000:0.0:1788664501.826623:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140592256 00000100:00100000:0.0:1788664501.826676:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788664501.826700:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140592256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.826759:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140592256:12345-0@lo:400:kworker.0 Request processed in 62us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.826766:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788664501.826808:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140591872 00000100:00100000:0.0:1788664501.826812:0:17136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140591872 00000100:00100000:0.0:1788664501.826834:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1788664501.826840:0:17136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c403ec6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+24:3636:x1875550140591872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.826870:0:17136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c403ec6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+24:3636:x1875550140591872:12345-0@lo:400:kworker.0 Request processed in 30us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.826875:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1788664501.826903:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140592768 00000100:00100000:0.0:1788664501.826907:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140592768 00000100:00100000:0.0:1788664501.826931:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140593280 00000100:00100000:0.0:1788664501.826934:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140593280 00000100:00100000:0.0:1788664501.826951:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140592384 00000100:00100000:0.0:1788664501.826955:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140592384 00000100:00100000:0.0:1788664501.826966:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140592896 00000100:00100000:0.0:1788664501.826968:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140592896 00000100:00100000:0.0:1788664501.826980:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788664501.826986:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875550140592768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.827014:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875550140592768:12345-0@lo:400:kworker.0 Request processed in 29us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.827021:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788664501.827032:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788664501.827038:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875550140593280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.827067:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875550140593280:12345-0@lo:400:kworker.0 Request processed in 29us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.827079:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788664501.827091:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788664501.827097:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140592384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.827124:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140592384:12345-0@lo:400:kworker.0 Request processed in 28us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.827129:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788664501.827139:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788664501.827145:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303adfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140592896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.827171:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303adfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140592896:12345-0@lo:400:kworker.0 Request processed in 27us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.827177:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:0.0:1788664501.827195:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788664501.827199:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788664501.827202:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788664501.827228:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140591872:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.827242:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140592384:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.827251:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140592896:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.827271:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140592256:0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.827282:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875550140592768:0@lo:400:kworker.0 00010000:00080000:0.0:1788664501.827292:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c3040aed80 x1875550140593280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664501.827302:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140593280:0@lo:400:kworker.0 00000100:00100000:3.0:1788664501.827510:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140592128:0@lo:400:kworker.0 00000100:00100000:3.0:1788664501.827546:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664501.827576:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140592640:0@lo:400:kworker.0 00000100:00100000:3.0:1788664501.827596:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664501.827616:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140593152:0@lo:400:kworker.0 00000100:00100000:3.0:1788664501.827634:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664501.827651:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788664501.827657:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140592000:0@lo:400:kworker.0 00000100:00100000:3.0:1788664501.827679:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664501.827694:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140592512:0@lo:400:kworker.0 00000100:00100000:3.0:1788664501.827714:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664501.827728:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3639:1875550140593024:0@lo:400:kworker.0 00000100:00100000:3.0:1788664501.827747:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664501.828115:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140592128 00000100:00100000:0.0:1788664501.828121:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140592128 00000100:00100000:0.0:1788664501.828163:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140592640 00000100:00100000:0.0:1788664501.828166:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140592640 00000100:00100000:0.0:1788664501.828186:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788664501.828192:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140592128:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788664501.828383:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788664501.828387:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788664501.828491:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140592128:12345-0@lo:400:kworker.0 Request processed in 298us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.828499:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788664501.828513:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788664501.828519:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c301eaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140592640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.828550:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c301eaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140592640:12345-0@lo:400:kworker.0 Request processed in 32us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.828556:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788664501.828575:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140593152 00000100:00100000:0.0:1788664501.828578:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140593152 00000100:00100000:0.0:1788664501.828616:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140593024 00000100:00100000:0.0:1788664501.828619:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140593024 00000100:00100000:0.0:1788664501.828633:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788664501.828639:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c301eabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140593152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.828670:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c301eabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140593152:12345-0@lo:400:kworker.0 Request processed in 30us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.828675:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788664501.828686:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1788664501.828691:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875550140593024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.828715:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875550140593024:12345-0@lo:400:kworker.0 Request processed in 24us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.828733:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:0.0:1788664501.828749:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788664501.828752:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788664501.828756:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788664501.828792:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140593408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788664501.828821:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664501.828849:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140592000 00000100:00100000:0.0:1788664501.828853:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140592000 00000100:00100000:0.0:1788664501.828870:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140592512 00000100:00100000:0.0:1788664501.828872:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140592512 00000100:00100000:0.0:1788664501.828880:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140593408 00000100:00100000:0.0:1788664501.828882:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140593408 00000100:00100000:0.0:1788664501.828893:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788664501.828899:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c301eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1875550140592000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.828931:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c301eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1875550140592000:12345-0@lo:400:kworker.0 Request processed in 32us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.828937:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788664501.828947:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788664501.828952:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140592512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664501.828977:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140592512:12345-0@lo:400:kworker.0 Request processed in 25us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.828983:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788664501.828993:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788664501.828998:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140593408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788664501.829021:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788664501.829054:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140593408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.829068:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788664501.829104:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140593408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788664501.829601:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3035a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140593536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788664501.829635:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664501.829712:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788664501.829720:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3036f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140593664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788664501.829743:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664501.829767:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140593536 00000100:00100000:1.0:1788664501.829788:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140593536 00000100:00100000:1.0:1788664501.829812:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140593664 00000100:00100000:1.0:1788664501.829815:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140593664 00000100:00100000:1.0:1788664501.829825:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788664501.829831:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3035a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140593536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788664501.829845:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1788664501.829880:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3035a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140593536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664501.829885:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788664501.829897:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788664501.829903:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3036f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140593664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788664501.829917:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788664501.829952:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3036f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140593664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664501.829957:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788664501.829987:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3036f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140593664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788664501.829997:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3035a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140593536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788664501.830240:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788664501.830249:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140593792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788664501.830288:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664501.830327:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140593792 00000100:00100000:3.0:1788664501.830330:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140593792 00000100:00100000:3.0:1788664501.830352:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788664501.830358:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140593792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788664501.830367:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664501.830395:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140593792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664501.830400:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788664501.830425:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140593792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788664501.830979:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788664501.830996:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303addc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140593920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788664501.831027:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664501.831255:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140593920 00000100:00100000:0.0:1788664501.831269:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140593920 00000100:00100000:0.0:1788664501.831303:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788664501.831310:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3036f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140593920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788664501.831331:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788664501.831414:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3036f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140593920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664501.831420:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788664501.838986:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140592128:0@lo:400:kworker.0 00000100:00100000:2.0:1788664501.839009:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140592640:0@lo:400:kworker.0 00000100:00100000:2.0:1788664501.839021:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140593152:0@lo:400:kworker.0 00000100:00100000:2.0:1788664501.839055:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140592000:0@lo:400:kworker.0 00000100:00100000:2.0:1788664501.839067:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140592512:0@lo:400:kworker.0 00010000:00080000:2.0:1788664501.839082:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c42e888a80 x1875550140593024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664501.839093:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3639:1875550140593024:0@lo:400:kworker.0 00000100:00100000:3.0:1788664501.846523:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303addc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140593920:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788664501.950133:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664502.939912:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664502.939953:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664502.939990:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664502.940013:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664502.940034:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664502.940075:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664502.940103:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119544320 00000100:00100000:1.0:1788664502.940114:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119544320 00000100:00100000:1.0:1788664502.940170:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 30 00000100:00100000:1.0:1788664502.940189:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42266b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+6:2390:x1875550119544320:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664502.940275:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42266b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+6:2390:x1875550119544320:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 96us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664502.940282:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 30 00000100:00100000:1.0:1788664502.940308:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119544192 00000100:00100000:1.0:1788664502.940311:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119544192 00000100:00100000:1.0:1788664502.940329:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119544448 00000100:00100000:1.0:1788664502.940331:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119544448 00000100:00100000:1.0:1788664502.940501:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119544064 00000100:00100000:1.0:1788664502.940504:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119544064 00000100:00100000:1.0:1788664502.940514:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119544576 00000100:00100000:1.0:1788664502.940516:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119544576 00000100:00100000:1.0:1788664502.940527:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 84 00000100:00100000:1.0:1788664502.940533:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3036f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:2390:x1875550119544192:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664502.940559:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3036f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:2390:x1875550119544192:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 26us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664502.940575:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 84 00000100:00100000:1.0:1788664502.940598:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 85 00000100:00100000:1.0:1788664502.940604:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3035a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24b2763c-9677-4c1d-9630-d8d0d4c5653c+6:2390:x1875550119544448:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664502.940626:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3035a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24b2763c-9677-4c1d-9630-d8d0d4c5653c+6:2390:x1875550119544448:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 23us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664502.940632:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 85 00000100:00100000:1.0:1788664502.940641:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 86 00000100:00100000:1.0:1788664502.940646:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42266b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+13:2390:x1875550119544064:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664502.940666:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42266b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+13:2390:x1875550119544064:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 20us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664502.940672:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 86 00000100:00100000:1.0:1788664502.940680:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 87 00000100:00100000:1.0:1788664502.940685:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24b2763c-9677-4c1d-9630-d8d0d4c5653c+5:2390:x1875550119544576:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664502.940700:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24b2763c-9677-4c1d-9630-d8d0d4c5653c+5:2390:x1875550119544576:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 15us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664502.940705:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 87 00000100:00080000:1.0:1788664502.940719:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788664502.940722:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788664502.940725:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788664502.944525:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119543936 00000100:00100000:0.0:1788664502.944542:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119543936 00000100:00100000:0.0:1788664502.944612:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 169 00000100:00100000:0.0:1788664502.944623:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c403ec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a698de9a-812c-492b-8656-53dc2bcfa114+13:2390:x1875550119543936:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664502.944713:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c403ec6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a698de9a-812c-492b-8656-53dc2bcfa114+13:2390:x1875550119543936:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 92us (4811us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664502.944721:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 169 00010000:00010000:1.0:1788664502.974071:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788664503.872919:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 24b2763c-9677-4c1d-9630-d8d0d4c5653c 00000020:00000080:1.0:1788664503.872928:0:18645:0:(genops.c:885:class_export_put()) final put ffff93c4047e5800/24b2763c-9677-4c1d-9630-d8d0d4c5653c 00000020:00000080:2.0:1788664503.873142:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4047e5800/24b2763c-9677-4c1d-9630-d8d0d4c5653c for lustre-OST0000 00000020:00000080:2.0:1788664503.873235:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c4047e7000 for lustre-OST0000 00000001:00080000:0.0:1788664503.876216:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:0.0:1788664503.876256:0:17123:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967531 batchid updated 00000020:00080000:2.0:1788664503.876407:0:17182:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967531 00000020:00080000:2.0:1788664503.876420:0:17182:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967531 00000001:00100000:1.0:1788664503.876526:0:19465:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 24b2763c-9677-4c1d-9630-d8d0d4c5653c 00000020:00000080:1.0:1788664503.876532:0:19465:0:(genops.c:885:class_export_put()) final put ffff93c435282800/24b2763c-9677-4c1d-9630-d8d0d4c5653c 00000001:00100000:1.0:1788664503.876577:0:19465:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 00000020:00000080:1.0:1788664503.876579:0:19465:0:(genops.c:885:class_export_put()) final put ffff93c4047e4800/a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 00000020:00000080:0.0:1788664503.877106:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c435282800/24b2763c-9677-4c1d-9630-d8d0d4c5653c for lustre-OST0001 00000020:00000080:0.0:1788664503.877177:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4047e4800/a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 for lustre-OST0001 00000020:00000080:0.0:1788664503.877199:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c435283800 for lustre-OST0001 00000020:00000080:0.0:1788664503.877208:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c4047e2000 for lustre-OST0001 00010000:00010000:3.0:1788664503.997989:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664505.022236:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788664505.995386:0:20520:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 23:15:04 (1788664504) 00010000:00010000:1.0:1788664506.049593:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664506.430110:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140594048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788664506.430204:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664506.434424:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140594048 00000100:00100000:2.0:1788664506.434447:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140594048 00000100:00100000:2.0:1788664506.434538:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788664506.434551:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140594048:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788664506.434691:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1788664506.434788:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:2.0:1788664506.437218:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140594048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2657us (7000us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664506.437252:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788664506.438717:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140594048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788664506.942089:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788664506.942115:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140594176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788664506.942187:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664506.942327:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140594176 00000100:00100000:0.0:1788664506.942337:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140594176 00000100:00100000:0.0:1788664506.942394:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788664506.942404:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140594176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788664506.942429:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1788664506.942487:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140594176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664506.942495:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1788664506.942517:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788664506.942860:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303adf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140594304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788664506.942893:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664506.942954:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140594304 00000100:00100000:0.0:1788664506.942959:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140594304 00000100:00100000:0.0:1788664506.942983:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788664506.942990:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303adc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140594304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788664506.943016:0:17148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788664506.943050:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303adc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140594304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664506.943057:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788664506.943101:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303adf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140594304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788664506.943242:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140594176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788664506.958318:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140594688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788664506.958387:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.958434:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788664506.958440:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140594560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788664506.958465:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.958520:0:17883:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140594560 00000100:00100000:3.0:1788664506.958529:0:17883:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140594560 00000100:00100000:3.0:1788664506.958577:0:17883:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788664506.958586:0:17883:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140594560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788664506.958624:0:17883:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788664506.958672:0:17883:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140594560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.958679:0:17883:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788664506.958728:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140594560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788664506.958752:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788664506.958802:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140594432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788664506.958827:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.958854:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140594688 00000100:00100000:3.0:1788664506.958858:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140594688 00000100:00100000:3.0:1788664506.958886:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140594432 00000100:00100000:3.0:1788664506.958889:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140594432 00000100:00100000:3.0:1788664506.958902:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788664506.958907:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140594688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788664506.958927:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664506.958959:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140594688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.958964:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788664506.958975:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788664506.958981:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140594432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788664506.958990:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664506.959015:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140594432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.959019:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:3.0:1788664506.959035:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788664506.959057:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140594688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788664506.959083:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140594432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788664506.959174:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140595200:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959201:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.959219:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140595712:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959249:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.959274:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788664506.959280:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140595072:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959303:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.959320:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140595584:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959338:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.959359:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140595200 00000100:00100000:3.0:1788664506.959363:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140595200 00000100:00100000:3.0:1788664506.959387:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140595712 00000100:00100000:3.0:1788664506.959390:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140595712 00000100:00100000:3.0:1788664506.959405:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140595584 00000100:00100000:3.0:1788664506.959408:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140595584 00000100:00100000:3.0:1788664506.959422:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788664506.959427:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875550140595200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959465:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875550140595200:12345-0@lo:400:kworker.0 Request processed in 37us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.959471:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788664506.959482:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788664506.959487:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875550140595712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959512:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875550140595712:12345-0@lo:400:kworker.0 Request processed in 25us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.959517:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788664506.959527:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788664506.959532:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140595584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959554:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140595584:12345-0@lo:400:kworker.0 Request processed in 23us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.959560:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788664506.959579:0:18649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140595072 00000100:00100000:3.0:1788664506.959588:0:18649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140595072 00000100:00100000:3.0:1788664506.959613:0:18649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788664506.959619:0:18649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140595072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959648:0:18649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140595072:12345-0@lo:400:kworker.0 Request processed in 29us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.959654:0:18649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1788664506.959675:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788664506.959677:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788664506.959694:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140595072:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959702:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140595584:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959710:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140595200:0@lo:400:kworker.0 00010000:00080000:3.0:1788664506.959722:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c402f45180 x1875550140595712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664506.959731:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140595712:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959749:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140594816:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959796:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.959822:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140595328:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959843:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.959858:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788664506.959864:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140594944:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959883:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.959898:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3636:1875550140595456:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.959916:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664506.959939:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140594816 00000100:00100000:3.0:1788664506.959948:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140594816 00000100:00100000:3.0:1788664506.959974:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1788664506.959980:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3027ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+24:3636:x1875550140594816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.960013:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3027ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+24:3636:x1875550140594816:12345-0@lo:400:kworker.0 Request processed in 33us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.960020:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1788664506.960043:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140595328 00000100:00100000:3.0:1788664506.960046:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140595328 00000100:00100000:3.0:1788664506.960064:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140594944 00000100:00100000:3.0:1788664506.960066:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140594944 00000100:00100000:3.0:1788664506.960074:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140595456 00000100:00100000:3.0:1788664506.960076:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140595456 00000100:00100000:3.0:1788664506.960087:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788664506.960091:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140595328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.960117:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140595328:12345-0@lo:400:kworker.0 Request processed in 25us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.960123:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788664506.960134:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788664506.960139:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140594944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.960165:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140594944:12345-0@lo:400:kworker.0 Request processed in 26us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.960170:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788664506.960180:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788664506.960186:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875550140595456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.960210:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875550140595456:12345-0@lo:400:kworker.0 Request processed in 25us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664506.960216:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00080000:3.0:1788664506.960255:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788664506.960258:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788664506.960274:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140594944:0@lo:400:kworker.0 00010000:00080000:3.0:1788664506.960284:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c402f45f80 x1875550140595456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664506.960294:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3636:1875550140595456:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.960301:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140594816:0@lo:400:kworker.0 00000100:00100000:3.0:1788664506.960308:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140595328:0@lo:400:kworker.0 00010000:00010000:3.0:1788664507.070985:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788664507.838665:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788664508.056411:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664508.056511:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664508.056546:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664508.056568:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664508.056594:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664508.056622:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664508.056650:0:19229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119545088 00000100:00100000:1.0:1788664508.056661:0:19229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119545088 00000100:00100000:1.0:1788664508.056728:0:19229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 32 00000100:00100000:1.0:1788664508.056738:0:19229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+6:2393:x1875550119545088:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664508.056867:0:19229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+6:2393:x1875550119545088:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 130us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664508.056875:0:19229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 32 00000100:00100000:0.0:1788664508.057469:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119544960 00000100:00100000:0.0:1788664508.057621:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119544960 00000100:00100000:0.0:1788664508.057730:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119545216 00000100:00100000:0.0:1788664508.057734:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119545216 00000100:00100000:0.0:1788664508.057754:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119544832 00000100:00080000:2.0:1788664508.057756:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788664508.057758:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119544832 00000100:00100000:0.0:1788664508.057812:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119545344 00000100:00100000:0.0:1788664508.057815:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119545344 00000100:00100000:0.0:1788664508.057832:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 94 00000100:00100000:0.0:1788664508.057840:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:2393:x1875550119544960:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664508.057901:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:2393:x1875550119544960:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 61us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664508.057909:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 94 00000100:00100000:0.0:1788664508.057924:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 95 00000100:00100000:0.0:1788664508.057931:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24b2763c-9677-4c1d-9630-d8d0d4c5653c+6:2393:x1875550119545216:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664508.057966:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24b2763c-9677-4c1d-9630-d8d0d4c5653c+6:2393:x1875550119545216:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 35us (1419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664508.057975:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 95 00000100:00100000:0.0:1788664508.057990:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 96 00000100:00100000:3.0:1788664508.058023:0:17136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119544704 00000100:00100000:3.0:1788664508.058027:0:17136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119544704 00000100:00100000:3.0:1788664508.058050:0:17136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 171 00000100:00100000:3.0:1788664508.058054:0:17136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3027ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a698de9a-812c-492b-8656-53dc2bcfa114+13:2393:x1875550119544704:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:3.0:1788664508.058076:0:17136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3027ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a698de9a-812c-492b-8656-53dc2bcfa114+13:2393:x1875550119544704:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 22us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664508.058080:0:17136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 171 00000100:00080000:2.0:1788664508.058485:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788664508.058489:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788664508.058492:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788664508.058650:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+12:2393:x1875550119544832:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:3.0:1788664508.058749:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 97 00000100:00100000:3.0:1788664508.058760:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24b2763c-9677-4c1d-9630-d8d0d4c5653c+5:2393:x1875550119545344:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664508.059003:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+12:2393:x1875550119544832:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 355us (2432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664508.059010:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 96 00000100:00100000:3.0:1788664508.059024:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:24b2763c-9677-4c1d-9630-d8d0d4c5653c+5:2393:x1875550119545344:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 267us (2403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664508.059031:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 97 00010000:00010000:1.0:1788664508.095359:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664509.118144:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664510.142958:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664510.322118:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664510.322178:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664510.322216:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664510.322922:0:17128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119545472 00000100:00100000:2.0:1788664510.322934:0:17128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119545472 00000100:00100000:3.0:1788664510.322957:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119545728 00000100:00100000:3.0:1788664510.322964:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119545728 00000100:00100000:3.0:1788664510.323003:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119545600 00000100:00100000:3.0:1788664510.323006:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119545600 00000100:00100000:3.0:1788664510.323023:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 4 00000100:00100000:3.0:1788664510.323032:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a698de9a-812c-492b-8656-53dc2bcfa114+15:2390:x1875550119545728:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664510.323049:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664510.323068:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413edd0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d746 expref: 15 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664510.323086:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664510.323186:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a698de9a-812c-492b-8656-53dc2bcfa114+14:2390:x1875550119545728:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 154us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664510.323195:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 4 00000100:00100000:3.0:1788664510.323222:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 5 00000100:00100000:3.0:1788664510.323230:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a698de9a-812c-492b-8656-53dc2bcfa114+13:2390:x1875550119545600:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664510.323238:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664510.323248:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303957a00/0xcd11f61c1413ed4b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d690 expref: 13 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664510.323257:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664510.323275:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a698de9a-812c-492b-8656-53dc2bcfa114+12:2390:x1875550119545600:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 46us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664510.323281:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 5 00000100:00100000:3.0:1788664510.323293:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 6 00000100:00100000:3.0:1788664510.323299:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a698de9a-812c-492b-8656-53dc2bcfa114+11:2390:x1875550119545472:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664510.323305:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664510.323313:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c4029e2c00/0xcd11f61c1413ed44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d65f expref: 11 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664510.323328:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664510.323358:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a698de9a-812c-492b-8656-53dc2bcfa114+10:2390:x1875550119545472:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 59us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664510.323365:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 6 00000100:00100000:0.0:1788664510.325634:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664510.326740:0:18648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119545984 00000100:00100000:1.0:1788664510.326753:0:18648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119545984 00000100:00100000:1.0:1788664510.326844:0:18648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 32 00000100:00100000:1.0:1788664510.326856:0:18648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+6:2389:x1875550119545984:12345-192.168.203.52@tcp:9:umount.0 00000020:00000080:1.0:1788664510.326896:0:18648:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ed67 00000020:00010000:1.0:1788664510.326903:0:18648:0:(genops.c:1921:obd_stale_export_put()) Put export ffff93c4047e3800: total 0 00000100:00080000:1.0:1788664510.326909:0:18648:0:(import.c:65:import_set_state_nolock()) ffff93c4047e1000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788664510.326965:0:18648:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1788664510.327122:0:18648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+4:2389:x1875550119545984:12345-192.168.203.52@tcp:9:umount.0 Request processed in 268us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664510.327131:0:18648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 32 00000020:00010000:0.0:1788664510.327252:0:17131:0:(genops.c:1907:obd_stale_export_get()) Get export ffff93c4047e3800: total 0 00010000:00010000:0.0:1788664510.327257:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664510.327300:0:17131:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff93c4047e3800, canceled 0 locks, left on hash table 1. 00002000:00010000:0.0:1788664510.327331:0:17131:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:0.0:1788664510.327335:0:17131:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime from disk: 1788664491 -> 1788664492 00002000:00010000:0.0:1788664510.327338:0:17131:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime from disk: 1788664491 -> 1788664492 00002000:00010000:0.0:1788664510.327340:0:17131:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1788664510.327380:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024e51daa/0xcd11f61c1413f0e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d826 expref: 3 pid: 18649 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788664510.327381:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788664510.327407:0:17131:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff93c4047e3800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788664510.327418:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664510.327420:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664510.327422:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664510.354185:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664510.357823:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119546880 00000100:00100000:2.0:1788664510.357842:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119546880 00000100:00100000:2.0:1788664510.358011:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 76 00000100:00100000:2.0:1788664510.358027:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+12:2389:x1875550119546880:12345-192.168.203.52@tcp:39:umount.0 00000020:00000080:2.0:1788664510.358062:0:17144:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ed59 00000020:00010000:2.0:1788664510.358079:0:17144:0:(genops.c:1921:obd_stale_export_put()) Put export ffff93c4047e6800: total 0 00000100:00080000:2.0:1788664510.358084:0:17144:0:(import.c:65:import_set_state_nolock()) ffff93c4047e0800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788664510.358119:0:17144:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000100:00100000:2.0:1788664510.358310:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+11:2389:x1875550119546880:12345-192.168.203.52@tcp:39:umount.0 Request processed in 289us (4137us total) trans 8589934637 rc 0/0 00000100:00100000:2.0:1788664510.358318:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 76 00000020:00010000:1.0:1788664510.358627:0:17132:0:(genops.c:1907:obd_stale_export_get()) Get export ffff93c4047e6800: total 0 00010000:00010000:1.0:1788664510.358680:0:17132:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff93c4047e6800, canceled 0 locks, left on hash table 7. 00010000:00010000:1.0:1788664510.358710:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff93c422270600) 00010000:00010000:1.0:1788664510.358713:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788664510.358721:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c402a0da00/0xcd11f61c1413f085 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d803 expref: 10 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664510.358744:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff93c3027e6c00) 00010000:00010000:1.0:1788664510.358746:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664510.358751:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c400031800/0xcd11f61c1413ee40 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d754 expref: 9 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664510.358767:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff93c422270b00) 00010000:00010000:1.0:1788664510.358816:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788664510.358834:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c402a0d000/0xcd11f61c1413f02a lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d7ee expref: 8 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664510.358848:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c3027e6300) 00010000:00010000:1.0:1788664510.358851:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788664510.358854:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c400030800/0xcd11f61c1413ee7f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d762 expref: 7 pid: 17144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664510.358865:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff93c422270b00) 00010000:00010000:1.0:1788664510.358867:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788664510.358870:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7cd000/0xcd11f61c1413f0ee lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d82d expref: 6 pid: 18960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664510.358883:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff93c422270700) 00010000:00010000:1.0:1788664510.358885:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788664510.358888:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c402a0d600/0xcd11f61c1413ee24 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d74d expref: 5 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664510.358901:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff93c303884900) 00010000:00010000:1.0:1788664510.358903:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788664510.358906:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c400030c00/0xcd11f61c1413ef04 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d78c expref: 4 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664510.358917:0:17132:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff93c4047e6800, canceled 7 locks, left on hash table 0. 00010000:00010000:1.0:1788664510.358929:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664510.358931:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664510.358933:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788664510.359634:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788664510.370646:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664510.370739:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119547008 00000100:00100000:0.0:1788664510.370751:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119547008 00000100:00100000:0.0:1788664510.370861:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 77 00000100:00100000:0.0:1788664510.370874:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+5:2389:x1875550119547008:12345-192.168.203.52@tcp:39:umount.0 00000020:00000080:0.0:1788664510.370909:0:18960:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ed60 00000100:00080000:0.0:1788664510.370926:0:18960:0:(import.c:65:import_set_state_nolock()) ffff93c30264c800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788664510.370948:0:18960:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00080000:3.0:1788664510.370957:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788664510.371188:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8+3:2389:x1875550119547008:12345-192.168.203.52@tcp:39:umount.0 Request processed in 316us (552us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1788664510.371197:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 77 00010000:00010000:2.0:1788664510.371344:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664511.166145:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664511.550129:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788664511.550156:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140595840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788664511.550245:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664511.550384:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140595840 00000100:00100000:3.0:1788664511.550393:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140595840 00000100:00100000:3.0:1788664511.550459:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788664511.550469:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304094380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140595840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788664511.550504:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1788664511.550561:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304094380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140595840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664511.550569:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788664511.550611:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140595840:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788664511.550638:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788664511.686845:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664511.686899:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664511.686929:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664511.687037:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119547136 00000100:00100000:0.0:1788664511.687049:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119547136 00000100:00100000:0.0:1788664511.687115:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119547392 00000100:00100000:0.0:1788664511.687119:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119547392 00000100:00100000:0.0:1788664511.687144:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119547264 00000100:00100000:0.0:1788664511.687147:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119547264 00000100:00100000:0.0:1788664511.687164:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 7 00000100:00100000:0.0:1788664511.687175:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304097800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a698de9a-812c-492b-8656-53dc2bcfa114+12:2393:x1875550119547136:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788664511.687204:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664511.687231:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303956e00/0xcd11f61c1413ed83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d6cf expref: 12 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664511.687277:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788664511.687348:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304097800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a698de9a-812c-492b-8656-53dc2bcfa114+11:2393:x1875550119547136:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 174us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664511.687357:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 7 00000100:00100000:0.0:1788664511.687376:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 8 00000100:00100000:0.0:1788664511.687382:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304094a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a698de9a-812c-492b-8656-53dc2bcfa114+10:2393:x1875550119547392:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788664511.687390:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664511.687398:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c400030400/0xcd11f61c1413edc9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d73f expref: 10 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664511.687408:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788664511.687422:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304094a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a698de9a-812c-492b-8656-53dc2bcfa114+9:2393:x1875550119547392:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 41us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664511.687428:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 8 00000100:00100000:0.0:1788664511.687438:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 9 00000100:00100000:0.0:1788664511.687443:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304095180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a698de9a-812c-492b-8656-53dc2bcfa114+8:2393:x1875550119547264:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788664511.687449:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664511.687456:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c402a0d400/0xcd11f61c1413ed8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d700 expref: 8 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664511.687464:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788664511.687476:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304095180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a698de9a-812c-492b-8656-53dc2bcfa114+7:2393:x1875550119547264:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 33us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664511.687482:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 9 00000100:00100000:3.0:1788664511.695484:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664511.695676:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119547648 00000100:00100000:2.0:1788664511.695707:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119547648 00000100:00100000:2.0:1788664511.695860:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 78 00000100:00100000:2.0:1788664511.695873:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c402f47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+6:2389:x1875550119547648:12345-192.168.203.52@tcp:39:umount.0 00000020:00000080:2.0:1788664511.695922:0:17144:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ed98 00000020:00010000:2.0:1788664511.695931:0:17144:0:(genops.c:1921:obd_stale_export_put()) Put export ffff93c4075fa000: total 0 00000100:00080000:2.0:1788664511.695937:0:17144:0:(import.c:65:import_set_state_nolock()) ffff93c4075fe000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788664511.695977:0:17144:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000020:00010000:1.0:1788664511.696016:0:17132:0:(genops.c:1907:obd_stale_export_get()) Get export ffff93c4075fa000: total 0 00010000:00010000:1.0:1788664511.696079:0:17132:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff93c4075fa000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788664511.696138:0:17132:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c3027e6300) 00010000:00010000:1.0:1788664511.696142:0:17132:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788664511.696153:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7cc000/0xcd11f61c1413ee8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d769 expref: 5 pid: 18960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664511.696169:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c402f47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:24b2763c-9677-4c1d-9630-d8d0d4c5653c+4:2389:x1875550119547648:12345-192.168.203.52@tcp:39:umount.0 Request processed in 299us (700us total) trans 8589934638 rc 0/0 00000100:00100000:2.0:1788664511.696176:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 78 00010000:00010000:1.0:1788664511.696183:0:17132:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff93c4075fa000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788664511.696203:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664511.696206:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664511.696207:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788664511.696435:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788664511.710020:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664511.710608:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119547776 00000100:00100000:0.0:1788664511.710636:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119547776 00000100:00100000:0.0:1788664511.710744:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 79 00000100:00100000:0.0:1788664511.710756:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24b2763c-9677-4c1d-9630-d8d0d4c5653c+5:2389:x1875550119547776:12345-192.168.203.52@tcp:39:umount.0 00000020:00000080:0.0:1788664511.710843:0:18960:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ed9f 00000100:00080000:0.0:1788664511.710855:0:18960:0:(import.c:65:import_set_state_nolock()) ffff93c435287800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788664511.710887:0:18960:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1788664511.711060:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:24b2763c-9677-4c1d-9630-d8d0d4c5653c+3:2389:x1875550119547776:12345-192.168.203.52@tcp:39:umount.0 Request processed in 306us (1062us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1788664511.711069:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 79 00010000:00010000:2.0:1788664511.711619:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788664511.711701:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788664511.739406:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664511.740006:0:17138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119548032 00000100:00100000:3.0:1788664511.740020:0:17138:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119548032 00000100:00100000:3.0:1788664511.740101:0:17138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 172 00000100:00100000:3.0:1788664511.740113:0:17138:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3027ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a698de9a-812c-492b-8656-53dc2bcfa114+7:2389:x1875550119548032:12345-192.168.203.52@tcp:251:umount.0 00000020:00000080:3.0:1788664511.740272:0:17138:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ed36 00000020:00010000:3.0:1788664511.740283:0:17138:0:(genops.c:1921:obd_stale_export_put()) Put export ffff93c3029b0000: total 0 00000100:00080000:3.0:1788664511.740289:0:17138:0:(import.c:65:import_set_state_nolock()) ffff93c3029b1800 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1788664511.740367:0:17131:0:(genops.c:1907:obd_stale_export_get()) Get export ffff93c3029b0000: total 0 00010000:00010000:1.0:1788664511.740372:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664511.741095:0:17131:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff93c3029b0000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788664511.741153:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303956200/0xcd11f61c1413ed3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d658 expref: 3 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664511.741190:0:17131:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff93c3029b0000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788664511.741306:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664511.741309:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664511.741312:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664511.751463:0:17138:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3027ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a698de9a-812c-492b-8656-53dc2bcfa114+1:2389:x1875550119548032:12345-192.168.203.52@tcp:251:umount.0 Request processed in 11322us (12043us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664511.751505:0:17138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 172 00000020:00000080:3.0:1788664511.751528:0:17138:0:(genops.c:885:class_export_put()) final put ffff93c3029b0000/a698de9a-812c-492b-8656-53dc2bcfa114 00000020:00000080:1.0:1788664511.751713:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3029b0000/a698de9a-812c-492b-8656-53dc2bcfa114 for MGS 00000020:00000080:1.0:1788664511.751801:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c3029b1800 for MGS 00000040:00080000:3.0:1788664511.934382:0:17178:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788664511.934391:0:17178:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788664511.934409:0:17178:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788664511.934418:0:17178:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788664512.067530:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3637:1875550140595968:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.067624:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.067679:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875550140596480:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.067707:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.067730:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140596992:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.067751:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.067787:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3637:1875550140597504:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.067808:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.067833:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1788664512.067839:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140596352:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.067865:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.067885:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140596864:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.067906:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.067924:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3637:1875550140597376:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.067944:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.067960:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140597888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788664512.067983:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.068017:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140596096:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068060:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.068078:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140596608:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068099:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.068115:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3638:1875550140597120:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068136:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.068147:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140597632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788664512.068170:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.068190:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1788664512.068209:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140596224:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068234:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.068253:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c402f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140596736:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068274:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.068293:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140597248:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068314:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.068324:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140597760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788664512.068343:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.068379:0:17137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140595968 00000100:00100000:3.0:1788664512.068386:0:17137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140595968 00000100:00100000:3.0:1788664512.068437:0:17137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1788664512.068446:0:17137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3027efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+24:3637:x1875550140595968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068504:0:17137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3027efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+24:3637:x1875550140595968:12345-0@lo:400:kworker.0 Request processed in 58us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.068512:0:17137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1788664512.068546:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140596480 00000100:00100000:3.0:1788664512.068550:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140596480 00000100:00100000:3.0:1788664512.068581:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140596992 00000100:00100000:3.0:1788664512.068585:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140596992 00000100:00100000:3.0:1788664512.068596:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140597504 00000100:00100000:3.0:1788664512.068599:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140597504 00000100:00100000:3.0:1788664512.068623:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140597376 00000100:00100000:3.0:1788664512.068625:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140597376 00000100:00100000:3.0:1788664512.068637:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140597120 00000100:00100000:3.0:1788664512.068639:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140597120 00000100:00100000:3.0:1788664512.068650:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140597248 00000100:00100000:3.0:1788664512.068653:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140597248 00000100:00100000:3.0:1788664512.068667:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1788664512.068673:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875550140596480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068710:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875550140596480:12345-0@lo:400:kworker.0 Request processed in 37us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.068717:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1788664512.068730:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788664512.068736:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140596992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068766:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140596992:12345-0@lo:400:kworker.0 Request processed in 31us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.068798:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788664512.068811:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788664512.068817:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875550140597504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068849:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875550140597504:12345-0@lo:400:kworker.0 Request processed in 33us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.068854:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788664512.068867:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788664512.068872:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875550140597376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068895:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875550140597376:12345-0@lo:400:kworker.0 Request processed in 24us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.068909:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788664512.068921:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788664512.068926:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875550140597120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.068960:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875550140597120:12345-0@lo:400:kworker.0 Request processed in 34us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.068965:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788664512.068976:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788664512.068981:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140597248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069008:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140597248:12345-0@lo:400:kworker.0 Request processed in 27us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069015:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788664512.069044:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140596352 00000100:00100000:3.0:1788664512.069048:0:19534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140596352 00000100:00100000:3.0:1788664512.069076:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140596864 00000100:00100000:3.0:1788664512.069079:0:19534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140596864 00000100:00100000:3.0:1788664512.069092:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140596224 00000100:00100000:3.0:1788664512.069095:0:19534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140596224 00000100:00100000:3.0:1788664512.069108:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140596736 00000100:00100000:3.0:1788664512.069111:0:19534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140596736 00000100:00100000:3.0:1788664512.069123:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788664512.069129:0:19534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140596352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069164:0:19534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140596352:12345-0@lo:400:kworker.0 Request processed in 36us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069170:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788664512.069181:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788664512.069187:0:19534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140596864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069241:0:19534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140596864:12345-0@lo:400:kworker.0 Request processed in 54us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069247:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788664512.069259:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788664512.069264:0:19534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140596224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069293:0:19534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140596224:12345-0@lo:400:kworker.0 Request processed in 29us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069299:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788664512.069309:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788664512.069314:0:19534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140596736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069361:0:19534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140596736:12345-0@lo:400:kworker.0 Request processed in 46us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069367:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788664512.069398:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140597888 00000100:00100000:3.0:1788664512.069402:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140597888 00000100:00100000:3.0:1788664512.069422:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140596096 00000100:00100000:3.0:1788664512.069425:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140596096 00000100:00100000:3.0:1788664512.069435:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140596608 00000100:00100000:3.0:1788664512.069437:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140596608 00000100:00100000:3.0:1788664512.069447:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788664512.069453:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1875550140597888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788664512.069485:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788664512.069519:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1875550140597888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069526:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788664512.069537:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788664512.069542:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140596096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069579:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140596096:12345-0@lo:400:kworker.0 Request processed in 37us (1518us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069585:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788664512.069595:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788664512.069600:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140596608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069623:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140596608:12345-0@lo:400:kworker.0 Request processed in 24us (1525us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069628:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788664512.069654:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140597632 00000100:00100000:3.0:1788664512.069658:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140597632 00000100:00100000:3.0:1788664512.069673:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140597760 00000100:00100000:3.0:1788664512.069675:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140597760 00000100:00100000:3.0:1788664512.069684:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788664512.069690:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140597632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788664512.069710:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664512.069739:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140597632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (1568us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069754:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788664512.069766:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788664512.069798:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140597760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788664512.069809:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664512.069834:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140597760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (1490us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.069839:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788664512.069909:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140596352:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069923:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140596864:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069945:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3637:1875550140597376:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069959:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140597888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788664512.069970:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3637:1875550140595968:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069982:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875550140596480:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.069993:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140596992:0@lo:400:kworker.0 00010000:00080000:3.0:1788664512.070006:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c3040b7480 x1875550140597504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664512.070017:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3637:1875550140597504:0@lo:400:kworker.0 00000100:00080000:3.0:1788664512.070057:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788664512.070061:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788664512.070064:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788664512.070066:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788664512.070083:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140596224:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.070095:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140596736:0@lo:400:kworker.0 00010000:00080000:3.0:1788664512.070107:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c3040b6d80 x1875550140597248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664512.070116:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140597248:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.070128:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140597760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788664512.070138:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140596096:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.070147:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c402f47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140596608:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.070168:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3638:1875550140597120:0@lo:400:kworker.0 00000100:00100000:3.0:1788664512.070179:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140597632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788664512.070737:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788664512.070753:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140598016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788664512.070825:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664512.070901:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140598016 00000100:00100000:1.0:1788664512.070917:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140598016 00000100:00100000:1.0:1788664512.070956:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788664512.070964:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140598016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788664512.070982:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1788664512.071020:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140598016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664512.071027:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788664512.071064:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140598016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788664512.073023:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140598144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788664512.073108:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664512.074278:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140598144 00000100:00100000:3.0:1788664512.074292:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140598144 00000100:00100000:3.0:1788664512.074351:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788664512.074362:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140598144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788664512.074410:0:17149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788664512.079308:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140598144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4932us (6184us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664512.079329:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788664512.079813:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140598144:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788664512.191203:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664513.213990:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788664513.845803:0:20715:0:(tgt_mount.c:2197:server_umount_begin()) umount -f 00000020:01000004:2.0:1788664513.869831:0:20715:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1788664513.869888:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664513.869903:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664513.869911:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664513.869919:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664513.869935:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788664513.869950:0:20715:0:(mgc_request.c:545:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1788664513.870303:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664513.870313:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.870321:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4029e2600 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:0.0:1788664513.870325:0:17131:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.870334:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788664513.870342:0:17131:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664513.870347:0:17131:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788664513.870349:0:17131:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788664513.870351:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00080000:2.0:1788664513.870648:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788664513.870653:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788664513.870665:0:20715:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788664513.870681:0:20715:0:(import.c:65:import_set_state_nolock()) ffff93c407e1e000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788664513.870718:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875550140598400:0@lo:39:umount.0 00010000:00010000:0.0:1788664513.871361:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.871372:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788664513.871397:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664513.871611:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788664513.871753:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c4029e2600/0xcd11f61c1413e8f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e900 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664513.873195:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140598400 00010000:00010000:0.0:1788664513.873209:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664513.873212:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140598400 00010000:00010000:0.0:1788664513.873214:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664513.873218:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664513.873241:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303add880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3639:1875550140598272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664513.873313:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664513.873367:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788664513.873379:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875550140598400:12345-0@lo:39:umount.0 00000020:00000080:3.0:1788664513.873413:0:17144:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e92a 00000100:00080000:3.0:1788664513.873423:0:17144:0:(import.c:65:import_set_state_nolock()) ffff93c4352e5000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788664513.873756:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3635:x1875550140598400:12345-0@lo:39:umount.0 Request processed in 378us (2144us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664513.873760:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140598272 00000100:00100000:3.0:1788664513.873766:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788664513.873767:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140598272 00000020:00000080:3.0:1788664513.873805:0:17144:0:(genops.c:885:class_export_put()) final put ffff93c4352e7000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788664513.873830:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4352e7000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00010000:00010000:0.0:1788664513.873855:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788664513.873877:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c4352e5000 for lustre-MDT0000 00000100:00100000:1.0:1788664513.873955:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788664513.873976:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3038bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+24:3639:x1875550140598272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664513.873989:0:17130:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664513.874006:0:17130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c4029e2e00/0xcd11f61c1413e900 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413e8f9 expref: 24 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664513.874030:0:17130:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1788664513.874101:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c407e1e000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788664513.874112:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875550140598400:0@lo:39:umount.0 00000100:00100000:1.0:1788664513.874200:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3038bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+23:3639:x1875550140598272:12345-0@lo:103:ldlm_bl.0 Request processed in 238us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664513.874208:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1788664513.874358:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788664513.874361:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788664513.874366:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1788664513.875316:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303add880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3639:1875550140598272:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788664513.875356:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875382:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875390:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875397:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875423:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788664513.875433:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875440:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875446:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875451:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875468:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788664513.875475:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875481:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875496:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875503:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875518:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788664513.875524:0:20715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875530:0:20715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875536:0:20715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664513.875540:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788664513.875543:0:20715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664513.875549:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664513.875554:0:20715:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1788664513.875561:0:20715:0:(mgc_request.c:545:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1788664513.875563:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85200 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664513.875575:0:17131:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664513.875584:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788664513.875592:0:20715:0:(tgt_mount.c:2117:server_put_super()) stopping lustre-MDT0000 10000000:00010000:1.0:1788664513.875592:0:17131:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000000:3.0:1788664513.875598:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 10000000:01000000:1.0:1788664513.875604:0:17131:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000080:3.0:1788664513.875606:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 10000000:01000000:1.0:1788664513.875609:0:17131:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00000020:00000080:3.0:1788664513.875613:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 10000000:01000000:1.0:1788664513.875614:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000020:00080000:3.0:1788664513.875622:0:20715:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff93c42e8c0800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788664513.875629:0:20715:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff93c3039b6800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788664513.875633:0:20715:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff93c430602000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788664513.875644:0:20715:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff93c30256c800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:1.0:1788664513.875645:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788664513.875654:0:20715:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff93c4075fa000 24b2763c-9677-4c1d-9630-d8d0d4c5653c 192.168.203.52@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00010000:00010000:1.0:1788664513.875657:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:3.0:1788664513.875663:0:20715:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff93c4047e6800 a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 192.168.203.52@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:3.0:1788664513.875671:0:20715:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff93c3028dcd40) has exports, disconnecting them 00000020:00080000:3.0:1788664513.875675:0:20715:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93c42e8c0800), last request at 1788664512 00000020:00000080:3.0:1788664513.875681:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb61 00010000:00010000:1.0:1788664513.875682:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664513.875690:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b85200/0xcd11f61c1413e84a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e851 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788664513.875698:0:20715:0:(import.c:65:import_set_state_nolock()) ffff93c30264d800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788664513.875703:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788664513.875709:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664513.875715:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303956a00 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664513.875718:0:17131:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788664513.875741:0:20715:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c42e8c0800): rc 0 00000020:00000080:3.0:1788664513.875744:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c42e8c0800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1788664513.875754:0:20715:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93c3039b6800), last request at 1788664512 00000020:00000080:3.0:1788664513.875757:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eac7 00000100:00080000:3.0:1788664513.875763:0:20715:0:(import.c:65:import_set_state_nolock()) ffff93c3039b2800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1788664513.875788:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42e8c0800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00010000:00010000:1.0:1788664513.875806:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664513.875819:0:17131:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788664513.875822:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c30264d800 for lustre-MDT0000 10000000:01000000:1.0:1788664513.875827:0:17131:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788664513.875831:0:17131:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788664513.875833:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000020:00080000:3.0:1788664513.875840:0:20715:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c3039b6800): rc 0 00000020:00000080:3.0:1788664513.875842:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c3039b6800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1788664513.875850:0:20715:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93c430602000), last request at 1788664435 00010000:00010000:1.0:1788664513.875851:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788664513.875854:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ea18 00000100:00080000:3.0:1788664513.875861:0:20715:0:(import.c:65:import_set_state_nolock()) ffff93c430606800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1788664513.875862:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788664513.875871:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788664513.875872:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3039b6800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00010000:00010000:1.0:1788664513.875882:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303956a00/0xcd11f61c1413ed28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ed2f expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664513.875894:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788664513.875897:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788664513.875900:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c3039b2800 for lustre-MDT0000 00010000:00010000:1.0:1788664513.875907:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b84200 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664513.875910:0:17131:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788664513.875916:0:20715:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c430602000): rc 0 00000020:00000080:3.0:1788664513.875919:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c430602000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1788664513.875926:0:20715:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff93c30256c800), last request at 1788664435 00010000:00010000:1.0:1788664513.875932:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788664513.875934:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e9af 00000100:00080000:3.0:1788664513.875940:0:20715:0:(import.c:65:import_set_state_nolock()) ffff93c435285000 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1788664513.875956:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c430602000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1788664513.875979:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c430606800 for lustre-MDT0000 00000001:00000004:3.0:1788664513.875989:0:20715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00010000:00010000:0.0:1788664513.876036:0:19537:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664513.876045:0:19537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.876054:0:19537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303956400 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:0.0:1788664513.876057:0:19537:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788664513.876063:0:20715:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c30256c800): rc 0 00010000:00010000:0.0:1788664513.876071:0:19537:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000080:3.0:1788664513.876073:0:20715:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffaa6d40c8fae8 10000000:00010000:0.0:1788664513.876084:0:19537:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788664513.876093:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788664513.876099:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 10000000:01000000:0.0:1788664513.876107:0:19537:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1788664513.876109:0:19537:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1788664513.876111:0:19537:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1788664513.876128:0:19537:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.876135:0:19537:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788664513.876149:0:19537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.876156:0:19537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303956400/0xcd11f61c1413e83c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e843 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.876166:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664513.876167:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664513.876168:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664513.876228:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303add880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3638:1875550140598784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664513.876289:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664513.876349:0:17128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140598784 10000000:00010000:1.0:1788664513.876355:0:17131:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664513.876357:0:17128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140598784 10000000:01000000:1.0:1788664513.876375:0:17131:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788664513.876379:0:17131:0:(mgc_request.c:942:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788664513.876381:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788664513.876398:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664513.876404:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788664513.876410:0:17128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00010000:1.0:1788664513.876420:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664513.876421:0:17128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303addc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+23:3638:x1875550140598784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664513.876433:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413ee01 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ee08 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.876439:0:17128:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664513.876443:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664513.876447:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664513.876449:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664513.876456:0:17128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c40502a800/0xcd11f61c1413e843 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413e83c expref: 23 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.876467:0:17128:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788664513.876499:0:17128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303addc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+22:3638:x1875550140598784:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664513.876515:0:17128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788664513.876551:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303add880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3638:1875550140598784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664513.876563:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788664513.876570:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3638:1875550140598912:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664513.876697:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664513.876727:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140598912 00000100:00100000:0.0:1788664513.876732:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140598912 00000100:00100000:1.0:1788664513.876741:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140598528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664513.876763:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788664513.876791:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303add880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+22:3638:x1875550140598912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664513.876799:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664513.876808:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413ee08 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413ee01 expref: 22 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664513.876817:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664513.876851:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664513.876875:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303add880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+21:3638:x1875550140598912:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664513.876882:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788664513.876884:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788664513.876894:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140598656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664513.876897:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140598528 00010000:00010000:2.0:1788664513.876901:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664513.876903:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140598528 00000100:00100000:1.0:1788664513.876926:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664513.876934:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788664513.876943:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+21:3636:x1875550140598528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664513.876951:0:17129:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788664513.876960:0:17128:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:0.0:1788664513.876962:0:17129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c4029e2000/0xcd11f61c1413e851 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413e84a expref: 21 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664513.876971:0:17128:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1788664513.876974:0:17129:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788664513.877070:0:17130:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788664513.877078:0:17130:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140598656 00000100:00100000:2.0:1788664513.877081:0:17130:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140598656 00000100:00100000:2.0:1788664513.877205:0:20716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788664513.877214:0:20716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+21:3636:x1875550140598656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788664513.877222:0:20716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788664513.877231:0:20716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303957c00/0xcd11f61c1413ed2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413ed28 expref: 21 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664513.877241:0:20716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1788664513.877573:0:20715:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788664513.877591:0:20715:0:(import.c:65:import_set_state_nolock()) ffff93c403830800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788664513.879435:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788664513.879443:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000100:00100000:0.0:1788664513.879567:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+20:3636:x1875550140598528:12345-0@lo:103:ldlm_bl.0 Request processed in 2620us (2712us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664513.879579:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788664513.879636:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140598528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664513.879669:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3638:1875550140598912:0@lo:103:ldlm_bl.0 00000004:00080000:3.0:1788664513.879743:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788664513.879876:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140599040:0@lo:39:umount.0 00000100:00080000:3.0:1788664513.879883:0:20715:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788664513.879906:0:20715:0:(import.c:65:import_set_state_nolock()) ffff93c40641c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788664513.879917:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788664513.879920:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000100:00100000:0.0:1788664513.879929:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664513.879960:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140599168:0@lo:9:umount.0 00000100:00100000:0.0:1788664513.879986:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664513.880019:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140599040 00000100:00100000:0.0:1788664513.880026:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140599040 00000100:00100000:0.0:1788664513.880062:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788664513.880069:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875550140599040:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788664513.880096:0:17148:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ea42 00000100:00080000:0.0:1788664513.880104:0:17148:0:(import.c:65:import_set_state_nolock()) ffff93c42b0d2800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788664513.880125:0:17148:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788664513.880281:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3635:x1875550140599040:12345-0@lo:39:umount.0 Request processed in 211us (352us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1788664513.880288:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788664513.880308:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140599168 00000100:00100000:0.0:1788664513.880311:0:19534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140599168 00000100:00100000:0.0:1788664513.880337:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788664513.880344:0:19534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3635:x1875550140599168:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788664513.880361:0:19534:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb84 00000100:00080000:0.0:1788664513.880368:0:19534:0:(import.c:65:import_set_state_nolock()) ffff93c30256c000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788664513.880406:0:19534:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000004:00080000:3.0:1788664513.880416:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788664513.880489:0:20715:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788664513.880503:0:20715:0:(import.c:65:import_set_state_nolock()) ffff93c408214800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788664513.880511:0:19534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3635:x1875550140599168:12345-0@lo:9:umount.0 Request processed in 165us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664513.880520:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788664513.880559:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140599296:0@lo:9:umount.0 00000020:00080000:3.0:1788664513.880561:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff93c3028dcd40) has no exports 00000100:00100000:0.0:1788664513.880660:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788664513.880698:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c40641c800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788664513.880912:0:20716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd+19:3636:x1875550140598656:12345-0@lo:103:ldlm_bl.0 Request processed in 3697us (3985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664513.880922:0:20716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:1.0:1788664513.886329:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664513.886420:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664513.886886:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140599296 00000100:00100000:3.0:1788664513.886899:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140599296 00000004:00080000:0.0:1788664513.887118:0:3635:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788664513.887124:0:3635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788664513.887132:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140599168:0@lo:9:umount.0 00000100:00080000:0.0:1788664513.887175:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c403830800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788664513.887250:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140599040:0@lo:39:umount.0 00000100:00100000:0.0:1788664513.887302:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3636:1875550140598656:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788664513.887381:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788664513.887397:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875550140599296:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788664513.887433:0:18651:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb8b 00000100:00080000:3.0:1788664513.887441:0:18651:0:(import.c:65:import_set_state_nolock()) ffff93c3039b0800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1788664513.887477:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1788664513.887501:0:18651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788664513.887686:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3635:x1875550140599296:12345-0@lo:9:umount.0 Request processed in 294us (7026us total) trans 0 rc 0/0 00000100:00080000:0.0:1788664513.887747:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c408214800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788664513.887761:0:3635:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788664513.887763:0:3635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788664513.887766:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140599296:0@lo:9:umount.0 00000100:00100000:3.0:1788664513.898700:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000020:00080000:3.0:1788664513.905715:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff93c3028dcd40) has no exports 00000020:00000080:3.0:1788664513.978971:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e897 00000020:00000080:3.0:1788664513.978987:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c411839800/lustre-QMT0000_UUID 00000020:01000000:3.0:1788664513.979000:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1788664513.979093:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c411839800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788664513.979731:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788664513.979750:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788664513.979755:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff93c412cab380) has no exports 00000020:00000080:2.0:1788664513.980312:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e890 00000020:00000080:2.0:1788664513.980320:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c4352dd800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788664513.980395:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788664513.980403:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788664513.980406:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c42f67a000/lustre-QMT0000_UUID 00000020:00000080:2.0:1788664513.980409:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42f67a000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788664513.980417:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1788664513.980655:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4352dd800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1788664514.238187:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664515.261975:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788664515.647802:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788664515.647809:0:17123:0:(genops.c:885:class_export_put()) final put ffff93c30256c800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788664515.647879:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 24b2763c-9677-4c1d-9630-d8d0d4c5653c 00000001:00080000:2.0:1788664515.647886:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:2.0:1788664515.647889:0:17123:0:(genops.c:885:class_export_put()) final put ffff93c4075fa000/24b2763c-9677-4c1d-9630-d8d0d4c5653c 00000001:00100000:1.0:1788664515.648393:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788664515.648396:0:18645:0:(genops.c:885:class_export_put()) final put ffff93c30256b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788664515.648746:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30256c800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000001:00100000:2.0:1788664515.648794:0:17123:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 00000001:00080000:2.0:1788664515.648799:0:17123:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:2.0:1788664515.648803:0:17123:0:(genops.c:885:class_export_put()) final put ffff93c4047e6800/a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 00000001:00100000:2.0:1788664515.648962:0:17875:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1788664515.648969:0:17875:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1788664515.648971:0:17875:0:(genops.c:885:class_export_put()) final put ffff93c42e87b800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788664515.648984:0:17875:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 24b2763c-9677-4c1d-9630-d8d0d4c5653c 00000001:00080000:2.0:1788664515.648989:0:17875:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1788664515.648991:0:17875:0:(genops.c:885:class_export_put()) final put ffff93c435281000/24b2763c-9677-4c1d-9630-d8d0d4c5653c 00000001:00100000:2.0:1788664515.648997:0:17875:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 00000001:00080000:2.0:1788664515.649004:0:17875:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1788664515.649006:0:17875:0:(genops.c:885:class_export_put()) final put ffff93c30264a800/a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 00000001:00100000:1.0:1788664515.649008:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 00000020:00000080:1.0:1788664515.649023:0:18645:0:(genops.c:885:class_export_put()) final put ffff93c4047e3800/a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 00000020:00000080:3.0:1788664515.649487:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4075fa000/24b2763c-9677-4c1d-9630-d8d0d4c5653c for lustre-MDT0000 00000020:00000080:3.0:1788664515.651218:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c435285000 for lustre-MDT0000 00000020:00000080:3.0:1788664515.651237:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4047e6800/a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 for lustre-MDT0000 00000020:00000080:3.0:1788664515.651295:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42e87b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1788664515.651324:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30256b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788664515.651343:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c435281000/24b2763c-9677-4c1d-9630-d8d0d4c5653c for lustre-MDT0001 00000020:00000080:3.0:1788664515.651367:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30264a800/a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 for lustre-MDT0001 00000020:00000080:3.0:1788664515.651396:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4047e3800/a30d548b-3f9a-4863-9c6b-5a5f93cbe0f8 for lustre-OST0000 00000020:00000080:3.0:1788664515.651411:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c4075fe000 for lustre-MDT0000 00000020:00000080:3.0:1788664515.651415:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c4047e0800 for lustre-MDT0000 00000020:00000080:3.0:1788664515.651419:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c42b0d2800 for lustre-MDT0001 00000020:00000080:3.0:1788664515.651423:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c30256c000 for lustre-OST0000 00000020:00000080:3.0:1788664515.651427:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c435287800 for lustre-MDT0001 00000020:00000080:3.0:1788664515.651436:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c30264c800 for lustre-MDT0001 00000020:00000080:3.0:1788664515.651439:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c4047e1000 for lustre-OST0000 00000020:01000000:2.0:1788664516.030243:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c3035bd240 - data ffff93c4385e8000/ffff93c41f7a5c00 00000020:01000000:2.0:1788664516.030494:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c3035bd780 - data ffff93c4387046c0/ffff93c43d63a800 00000001:00000004:2.0:1788664516.041009:0:20715:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:0.0:1788664516.071741:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788664516.071749:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788664516.071765:0:20715:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff93c405329500 x1875550140599040/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788664523 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664516.071806:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788664516.078933:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788664516.078942:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1788664516.078955:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788664516.078969:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788664516.081174:0:17167:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788664516.081182:0:17167:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:3.0:1788664516.081195:0:17167:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788664516.082414:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788664516.082421:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1788664516.082434:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788664516.082437:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788664516.084187:0:17169:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788664516.084194:0:17169:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:3.0:1788664516.084205:0:17169:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788664516.089752:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e85f 00000020:00000080:1.0:1788664516.089765:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c4126fe000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788664516.090060:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4126fe000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788664516.091273:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e874 00000020:00000080:1.0:1788664516.091283:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c4126fe800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788664516.091333:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1788664516.091339:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664516.091348:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788664516.091352:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff93c3028d8000) has no exports 00000004:01000000:1.0:1788664516.091517:0:20715:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1788664516.091525:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e8d6 00000020:00000080:1.0:1788664516.091531:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c407e1c800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788664516.091823:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4126fe800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1788664516.091913:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788664516.091918:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664516.091924:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788664516.091927:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff93c3028db380) has no exports 00000020:00000080:1.0:1788664516.091933:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e8cf 00000020:00000080:1.0:1788664516.091938:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c408212800/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1788664516.092293:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788664516.092298:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788664516.092303:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1788664516.092309:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788664516.092311:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788664516.092339:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788664516.092346:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788664516.092352:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e8c1 00000020:00000080:1.0:1788664516.092356:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c42da44000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1788664516.092359:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1788664516.092362:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664516.092365:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788664516.092368:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff93c302884d40) has no exports 00000020:00000080:1.0:1788664516.092371:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e8ba 00000020:00000080:1.0:1788664516.092381:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c40641b800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788664516.092494:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c407e1c800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788664516.092501:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c408212800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788664516.092511:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c408214800 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788664516.092516:0:36:0:(genops.c:885:class_export_put()) final put ffff93c42da43800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788664516.092518:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42da43800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1788664516.092522:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788664516.092594:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42da44000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788664516.092599:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c40641b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788664516.092979:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1788664516.092983:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788664516.092985:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1788664516.092989:0:20715:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788664516.092991:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788664516.093059:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788664516.093065:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1788664516.093075:0:20715:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1788664516.093080:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e8ac 00000020:00000080:1.0:1788664516.093085:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c40641e000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788664516.093338:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c40641c800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788664516.093345:0:36:0:(genops.c:885:class_export_put()) final put ffff93c406418800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788664516.093347:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c406418800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1788664516.093351:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1788664516.093487:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1788664516.093492:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664516.093497:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788664516.093500:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff93c4227db380) has no exports 00000020:00000080:1.0:1788664516.093505:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e8a5 00000020:00000080:1.0:1788664516.093509:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c403836800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788664516.093879:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c40641e000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788664516.093887:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c403836800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788664516.095877:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1788664516.095885:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788664516.095890:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788664516.095897:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788664516.095950:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664516.095959:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788664516.095984:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664516.095987:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788664516.095993:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c4126fd800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788664516.095996:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4126fd800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1788664516.096003:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788664516.096093:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e87b 00000020:00000080:0.0:1788664516.096100:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c4126fc000/lustre-MDD0000_UUID 00000020:01000000:0.0:1788664516.096105:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1788664516.096109:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788664516.096113:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788664516.096117:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff93c3028d99c0) has no exports 00000020:00000080:0.0:1788664516.096146:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664516.096150:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1788664516.096154:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e882 00000020:00000080:0.0:1788664516.096158:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c4126fd000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788664516.096279:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c403830800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788664516.096288:0:36:0:(genops.c:885:class_export_put()) final put ffff93c403835000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788664516.096290:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c403835000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1788664516.096295:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788664516.096346:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4126fc000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1788664516.096350:0:36:0:(genops.c:885:class_export_put()) final put ffff93c4126ff800/lustre-MDD0000_UUID 00000020:00000080:3.0:1788664516.096352:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4126ff800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1788664516.096355:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1788664516.096378:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4126fd000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1788664516.096422:0:20715:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c43f740000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1788664516.096426:0:20715:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c43f740000 3 00000020:01000004:0.0:1788664516.096429:0:20715:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93c43f740000 from lustre-MDT0000 00000020:00000080:0.0:1788664516.096448:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664516.096452:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1788664516.096464:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c4126fb000/lustre-MDT0000_UUID 00000020:00000080:0.0:1788664516.096466:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4126fb000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1788664516.096472:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1788664516.096501:0:20715:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1788664516.096505:0:20715:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1788664516.096508:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1788664516.096511:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788664516.096514:0:20715:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788664516.096521:0:20715:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff93c303735800 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788664516.096526:0:20715:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff93c4227d99c0) has exports, disconnecting them 00000020:00080000:0.0:1788664516.096530:0:20715:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff93c303735800), last request at 1788664419 00000020:00000080:0.0:1788664516.096542:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e820 00000020:00010000:0.0:1788664516.096546:0:20715:0:(genops.c:1921:obd_stale_export_put()) Put export ffff93c303735800: total 0 00000100:00080000:0.0:1788664516.096550:0:20715:0:(import.c:65:import_set_state_nolock()) ffff93c303737800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788664516.096602:0:20715:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c303735800): rc 0 00000020:00080000:0.0:1788664516.096607:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff93c4227d99c0) has no exports 00000020:00010000:3.0:1788664516.096983:0:17132:0:(genops.c:1907:obd_stale_export_get()) Get export ffff93c303735800: total 0 00010000:00010000:3.0:1788664516.097009:0:17132:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff93c303735800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1788664516.097037:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c402a0d800/0xcd11f61c1413edec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413ede5 expref: 14 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097064:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303956800/0xcd11f61c1413e962 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413e95b expref: 13 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097076:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c4029e3800/0xcd11f61c1413eb4c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413eb45 expref: 12 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097086:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c402a0dc00/0xcd11f61c1413edfa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413edf3 expref: 11 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097096:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303957600/0xcd11f61c1413ea88 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413ea81 expref: 10 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097106:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c40502a200/0xcd11f61c1413e835 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413e82e expref: 9 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097116:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c40502be00/0xcd11f61c1413eb22 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413eb1b expref: 8 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097127:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303957800/0xcd11f61c1413ed21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413ed1a expref: 7 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097140:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c40502a000/0xcd11f61c1413e946 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413e93f expref: 6 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097153:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c40502bc00/0xcd11f61c1413eab2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413eaab expref: 5 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097164:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303b85600/0xcd11f61c1413edde lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413edd7 expref: 4 pid: 17137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097199:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303b85000/0xcd11f61c1413ea03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413e9fc expref: 3 pid: 17138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097211:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c40502b600/0xcd11f61c1413e954 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xcd11f61c1413e94d expref: 2 pid: 17136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664516.097221:0:17132:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff93c303735800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1788664516.097236:0:17132:0:(genops.c:885:class_export_put()) final put ffff93c303735800/3b799a9c-462a-4acf-8dbe-41fb3ef57cfd 00010000:00010000:3.0:1788664516.097245:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664516.097247:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664516.097249:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664516.097295:0:17138:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff93c42b36da00:17138] 2 exiting: rc = 0 00000100:00100000:3.0:1788664516.097383:0:17137:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff93c412c92000:17137] 1 exiting: rc = 0 00000100:00100000:3.0:1788664516.097443:0:17136:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff93c42b974200:17136] 0 exiting: rc = 1 00000020:00000080:0.0:1788664516.097574:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c303735800/3b799a9c-462a-4acf-8dbe-41fb3ef57cfd for MGS 00000020:00000080:0.0:1788664516.097606:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c303737800 for MGS 00000100:00100000:0.0:1788664516.097640:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097765:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097792:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097798:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097804:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097810:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097816:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097822:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097827:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097832:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097837:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097842:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097847:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097851:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097866:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097871:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097876:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097882:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097886:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097892:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097896:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097900:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097906:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097911:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097915:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097920:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097925:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097931:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097936:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097940:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097946:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097951:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097957:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097963:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097968:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097973:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097978:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097983:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097988:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097993:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.097998:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098004:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098009:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098013:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098019:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098024:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098029:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098035:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098040:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098053:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098058:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098063:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098068:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098073:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098077:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098082:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098087:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098092:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098096:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098101:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098106:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098110:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098115:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664516.098119:0:20715:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1788664516.099045:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c3025a0660 - data ffff93c3021f9000/ffff93c3043e8800 00000020:01000000:0.0:1788664516.099160:0:20715:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c3028bb180 - data ffff93c438663a20/ffff93c42e807c00 00000020:00000080:0.0:1788664516.099632:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e80b 00000020:00000080:0.0:1788664516.099640:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c30433f800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788664516.099692:0:20715:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c43f740000 from MGS, refs=2 00000020:01000004:0.0:1788664516.099696:0:20715:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c43f740000 2 00000020:01000004:0.0:1788664516.099699:0:20715:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93c43f740000 from MGS 00000020:00000080:0.0:1788664516.099719:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664516.099724:0:20715:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788664516.099727:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c30433e800/MGS 00000020:00000080:0.0:1788664516.099729:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30433e800/MGS for MGS 00000020:01000000:0.0:1788664516.099734:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788664516.099811:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788664516.099815:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788664516.099821:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788664516.099828:0:20715:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff93c407e19800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788664516.099834:0:20715:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff93c4227d8000) has exports, disconnecting them 00000020:00080000:0.0:1788664516.099838:0:20715:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff93c407e19800), last request at 1788664419 00000020:00000080:0.0:1788664516.099850:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e90e 00000020:00080000:0.0:1788664516.099860:0:20715:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c407e19800): rc 0 00000020:00000080:0.0:1788664516.099866:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c407e19800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788664516.100005:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30433f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788664516.100505:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c407e19800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1788664516.104838:0:20715:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1788664516.104847:0:20715:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788664516.104853:0:20715:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788664516.104860:0:20715:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788664516.105027:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664516.105035:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1788664516.105042:0:20715:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c43f740000 1 00000020:00000080:0.0:1788664516.105048:0:20715:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e7fd 00000020:00000080:0.0:1788664516.105057:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c304338800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1788664516.105062:0:20715:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1788664516.105066:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788664516.105070:0:20715:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788664516.105073:0:20715:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff93c302880000) has no exports 00000020:00000080:3.0:1788664516.125360:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c407e1e000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788664516.125374:0:8:0:(genops.c:885:class_export_put()) final put ffff93c407e1d000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788664516.125378:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c407e1d000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1788664516.125386:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1788664516.125525:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c304338800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788664516.165139:0:20715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788664516.165152:0:20715:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1788664516.165158:0:20715:0:(genops.c:885:class_export_put()) final put ffff93c43f741800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788664516.165163:0:20715:0:(genops.c:844:class_export_destroy()) destroying export ffff93c43f741800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1788664516.165183:0:20715:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1788664516.165296:0:20715:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93c43f746000 00000020:02000400:1.0:1788664516.165360:0:20715:0:(tgt_mount.c:2186:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:2.0:1788664516.287788:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664516.670018:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140599424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788664516.670128:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664516.670206:0:18653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140599424 00000100:00100000:1.0:1788664516.670217:0:18653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140599424 00000100:00100000:1.0:1788664516.670311:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788664516.670325:0:18653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140599424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788664516.670365:0:18653:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00080000:2.0:1788664516.670466:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788664516.676599:0:18653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140599424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6262us (6455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664516.676649:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788664516.679062:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140599424:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1788664517.054475:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788664517.182980:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140599552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788664517.182983:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140599680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788664517.183247:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3639:1875550140599808:0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.185536:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664517.185620:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140600064:0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.185669:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664517.185745:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664517.185786:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3637:1875550140600576:0@lo:400:kworker.0 00000100:00100000:0.0:1788664517.185811:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140600192:0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.185827:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664517.185852:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664517.185857:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788664517.185867:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140599936:0@lo:400:kworker.0 00000100:00100000:0.0:1788664517.185881:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3638:1875550140600704:0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.185909:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664517.185914:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664517.185940:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140600448:0@lo:400:kworker.0 00000100:00100000:0.0:1788664517.185967:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140600064 00000100:00100000:3.0:1788664517.185972:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664517.185977:0:19534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140600064 00000100:00100000:0.0:1788664517.186024:0:19534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140600192 00000100:00100000:0.0:1788664517.186034:0:19534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140600192 00000100:00100000:0.0:1788664517.186075:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788664517.186087:0:19534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140600064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.186089:0:18652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140599552 00000100:00100000:3.0:1788664517.186096:0:18652:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140599552 00000100:00100000:3.0:1788664517.186137:0:18652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788664517.186261:0:18652:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3637:x1875550140599552:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788664517.186287:0:19534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140600064:12345-0@lo:400:kworker.0 Request processed in 201us (615us total) trans 0 rc 0/0 00002000:00000024:3.0:1788664517.186293:0:18652:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788664517.186298:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000400:00000100:1.0:1788664517.186306:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875550140599808 offset 0 length 224: 4 00000100:00100000:0.0:1788664517.186323:0:19534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788664517.186331:0:19534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3638:x1875550140600192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664517.186347:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140600320:0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.186348:0:18652:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3637:x1875550140599552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664517.186361:0:18652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788664517.186378:0:19534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140600192:12345-0@lo:400:kworker.0 Request processed in 47us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664517.186386:0:19534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788664517.186390:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664517.186392:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140599680 00000100:00100000:3.0:1788664517.186397:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140599680 00000100:00080000:0.0:1788664517.186414:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788664517.186416:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140600832:0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.186501:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140599936 00000100:00100000:3.0:1788664517.186506:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140599936 00000100:00100000:3.0:1788664517.186524:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788664517.186529:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3638:x1875550140599680:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1788664517.186538:0:17149:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788664517.186734:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140600192:0@lo:400:kworker.0 00000100:00100000:1.0:1788664517.186821:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664517.186844:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3638:x1875550140599680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 312us (1098us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788664517.186853:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788664517.186865:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140600576 00000100:00100000:1.0:1788664517.186871:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140600576 00000100:00100000:3.0:1788664517.186875:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788664517.186880:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3637:x1875550140599936:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788664517.186898:0:17149:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788664517.186911:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140600704 00000100:00100000:1.0:1788664517.186916:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140600704 00000100:00100000:1.0:1788664517.186931:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140600448 00000100:00100000:3.0:1788664517.186935:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3637:x1875550140599936:12345-0@lo:400:kworker.0 Request processed in 52us (1025us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788664517.186936:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140600448 00000100:00100000:3.0:1788664517.186947:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788664517.186949:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140600320 00000100:00100000:1.0:1788664517.186953:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140600320 00000100:00100000:1.0:1788664517.186964:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140600832 00000100:00100000:1.0:1788664517.186967:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140600832 00000100:00100000:3.0:1788664517.186976:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788664517.186988:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875550140600576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664517.186991:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788664517.187003:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875550140600832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.187089:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875550140600576:12345-0@lo:400:kworker.0 Request processed in 105us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664517.187097:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1788664517.187116:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788664517.187121:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3638:x1875550140600704:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788664517.187126:0:18960:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788664517.187134:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875550140600832:12345-0@lo:400:kworker.0 Request processed in 130us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664517.187143:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788664517.187172:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788664517.187178:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3637:x1875550140600448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.187181:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3638:x1875550140600704:12345-0@lo:400:kworker.0 Request processed in 56us (1264us total) trans 0 rc -107/-107 00000020:00080000:1.0:1788664517.187190:0:17144:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788664517.187219:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3637:x1875550140600448:12345-0@lo:400:kworker.0 Request processed in 41us (1248us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788664517.187296:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788664517.187303:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788664517.187317:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788664517.187324:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3639:x1875550140600320:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788664517.187330:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00080000:3.0:1788664517.187331:0:18960:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788664517.187368:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3639:x1875550140600320:12345-0@lo:400:kworker.0 Request processed in 43us (978us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788664517.187378:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:1.0:1788664517.187378:0:3639:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788664517.187504:0:3638:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788664517.187510:0:3638:0:(import.c:65:import_set_state_nolock()) ffff93c435284800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788664517.187515:0:3638:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788664517.187606:0:3639:0:(import.c:65:import_set_state_nolock()) ffff93c40392d000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788664517.187611:0:3639:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788664517.187617:0:3639:0:(import.c:65:import_set_state_nolock()) ffff93c40392d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788664517.187621:0:3639:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 530 00000100:00080000:1.0:1788664517.187629:0:3639:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93c40392d000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:1.0:1788664517.187659:0:3639:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c406d67480 x1875550140600960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788664517.187683:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140600320:0@lo:400:kworker.0 00010000:00080000:1.0:1788664517.187698:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff93c406d66680 x1875550140600832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664517.187707:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140600832:0@lo:400:kworker.0 00000100:00100000:1.0:1788664517.187848:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875550140600960:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1788664517.187883:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664517.187916:0:17144:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140600960 00000100:00100000:1.0:1788664517.187925:0:17144:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140600960 00000100:00100000:1.0:1788664517.187949:0:17144:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788664517.187955:0:17144:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3635:x1875550140600960:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1788664517.187977:0:17144:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1788664517.190863:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788664517.190873:0:3637:0:(import.c:65:import_set_state_nolock()) ffff93c42e87b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788664517.190878:0:3637:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788664517.190887:0:3637:0:(import.c:65:import_set_state_nolock()) ffff93c42e87b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788664517.190891:0:3637:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 530 00000100:00080000:0.0:1788664517.190902:0:3637:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff93c42e87b000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:0.0:1788664517.190935:0:3637:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304830a80 x1875550140601088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788664517.190964:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140599936:0@lo:400:kworker.0 00000100:00080000:0.0:1788664517.190981:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788664517.190984:0:3637:0:(import.c:65:import_set_state_nolock()) ffff93c3039b5000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788664517.190994:0:3637:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788664517.190998:0:3637:0:(import.c:65:import_set_state_nolock()) ffff93c3039b5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788664517.191001:0:3637:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 544 00000100:00080000:0.0:1788664517.191005:0:3637:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff93c3039b5000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:0.0:1788664517.191018:0:3637:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304830000 x1875550140601216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788664517.191029:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140600448:0@lo:400:kworker.0 00000100:00100000:0.0:1788664517.191049:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140600064:0@lo:400:kworker.0 00010000:00080000:0.0:1788664517.191062:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff93c406d65880 x1875550140600576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664517.191073:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3637:1875550140600576:0@lo:400:kworker.0 00000100:00100000:0.0:1788664517.191097:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140599552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788664517.191363:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140601088:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1788664517.191437:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664517.191476:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3635:1875550140601216:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1788664517.191501:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664517.191550:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140601088 00000100:00100000:0.0:1788664517.191557:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140601088 00000100:00100000:0.0:1788664517.191592:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788664517.191599:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3635:x1875550140601088:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:0.0:1788664517.191621:0:17149:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788664517.191661:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3635:x1875550140601088:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 61us (224us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788664517.191675:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:0.0:1788664517.191703:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42e87b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788664517.191708:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788664517.191711:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140601088:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1788664517.191737:0:17143:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140601216 00000100:00100000:0.0:1788664517.191741:0:17143:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140601216 00000100:00100000:0.0:1788664517.191803:0:17143:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788664517.191808:0:17143:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3635:x1875550140601216:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:0.0:1788664517.191819:0:17143:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788664517.191850:0:17143:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3635:x1875550140601216:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 41us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788664517.191856:0:17143:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:0.0:1788664517.191877:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c3039b5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788664517.191880:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788664517.191883:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3635:1875550140601216:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:3.0:1788664517.201928:0:3638:0:(import.c:65:import_set_state_nolock()) ffff93c435284800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788664517.201940:0:3638:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 559 00000100:00080000:3.0:1788664517.201968:0:3638:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93c435284800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664517.202139:0:3638:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c405328e00 x1875550140601344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788664517.202186:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3638:1875550140600704:0@lo:400:kworker.0 00000100:00100000:3.0:1788664517.202214:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3635:1875550140601344:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1788664517.202369:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664517.202494:0:18960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140601344 00000100:00100000:0.0:1788664517.202505:0:18960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140601344 00000100:00100000:0.0:1788664517.202559:0:18960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788664517.202568:0:18960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3635:x1875550140601344:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:0.0:1788664517.202595:0:18960:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788664517.202648:0:18960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3635:x1875550140601344:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 79us (281us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788664517.202657:0:18960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:3.0:1788664517.202674:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c435284800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788664517.202682:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788664517.202686:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3635:1875550140601344:0@lo:38:ptlrpcd_00_02.0 00000100:02020000:3.0:1788664517.202891:0:3638:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1788664517.202905:0:3638:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788664517.202909:0:3638:0:(import.c:214:ptlrpc_set_import_discon()) osp: import ffff93c42e87b000 already not connected (conn 2, was 1): DISCONN 00000100:00100000:1.0:1788664517.267867:0:17144:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3635:x1875550140600960:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 79896us (79968us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788664517.267906:0:17144:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:1.0:1788664517.269130:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c40392d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664517.269144:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788664517.269150:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875550140600960:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:2.0:1788664517.310066:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664518.334065:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664519.358078:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788664519.743440:0:19465:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788664519.743449:0:19465:0:(genops.c:885:class_export_put()) final put ffff93c30256d000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788664519.743521:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30256d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788664519.743571:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c3039b0800 for lustre-OST0001 00000020:01000004:2.0:1788664520.229647:0:20917:0:(tgt_mount.c:2197:server_umount_begin()) umount -f 00000020:01000004:3.0:1788664520.251903:0:20917:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1788664520.251956:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.251972:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.251980:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.251988:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.253662:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788664520.253675:0:20917:0:(mgc_request.c:545:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788664520.253712:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788664520.253718:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788664520.253724:0:20917:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788664520.253732:0:20917:0:(import.c:65:import_set_state_nolock()) ffff93c40392d000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788664520.253737:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788664520.253739:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788664520.253742:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788664520.254878:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.254894:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.254902:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.254909:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664520.262013:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788664520.262027:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664520.262038:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303956600 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664520.262043:0:17131:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664520.262053:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664520.262062:0:17131:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664520.262068:0:17131:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788664520.262071:0:17131:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788664520.262074:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788664520.262398:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.262422:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788664520.262456:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.262465:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303956600/0xcd11f61c1413e9fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ea03 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664520.262496:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788664520.262519:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3637:1875550140601472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664520.262591:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788664520.262637:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664520.262641:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.262647:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85e00 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:0.0:1788664520.262651:0:17131:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.262658:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788664520.262665:0:17131:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664520.262670:0:17131:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788664520.262673:0:17131:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1788664520.262687:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.262704:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788664520.262715:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664520.262731:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3637:1875550140601600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664520.262758:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664520.262818:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140601472 00000100:00100000:0.0:1788664520.262827:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140601472 00000100:00100000:0.0:1788664520.262858:0:17129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140601600 00000100:00100000:0.0:1788664520.262861:0:17129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140601600 00000100:00100000:0.0:1788664520.262876:0:17129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788664520.262884:0:17129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3637:x1875550140601472:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788664520.262890:0:17129:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788664520 with bad export cookie 14776862452835674144 00010000:00010000:3.0:1788664520.266355:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788664520.266370:0:20917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413e95b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e962 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266430:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266462:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266469:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266474:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266501:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788664520.266506:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266513:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266518:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266522:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266528:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788664520.266532:0:20917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266537:0:20917:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266552:0:20917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266559:0:20917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.266566:0:20917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 10000000:01000000:3.0:1788664520.266570:0:20917:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1788664520.266577:0:20917:0:(mgc_request.c:545:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1788664520.266616:0:20917:0:(tgt_mount.c:2117:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1788664520.266620:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1788664520.266625:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788664520.266630:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1788664520.266637:0:20917:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff93c30264b000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788664520.266643:0:20917:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff93c304367800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788664520.266648:0:20917:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff93c3028819c0) has exports, disconnecting them 00000020:00080000:3.0:1788664520.266653:0:20917:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff93c30264b000), last request at 1788664517 00000020:00000080:3.0:1788664520.266660:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb76 00000100:00080000:3.0:1788664520.266677:0:20917:0:(import.c:65:import_set_state_nolock()) ffff93c30264e000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788664520.266714:0:20917:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c30264b000): rc 0 00000020:00000080:3.0:1788664520.266717:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c30264b000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1788664520.266729:0:20917:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff93c304367800), last request at 1788664517 00000020:00000080:3.0:1788664520.266732:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eadc 00000100:00080000:3.0:1788664520.266737:0:20917:0:(import.c:65:import_set_state_nolock()) ffff93c304360800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788664520.266743:0:20917:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c304367800): rc 0 00000020:00000080:3.0:1788664520.266744:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c304367800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1788664520.266751:0:20917:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffaa6d41cf3ae8 00000100:00080000:3.0:1788664520.266792:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788664520.266802:0:20917:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff93c42e88b480 x1875550140599680/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788664533 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664520.266816:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00100000:2.0:1788664520.267430:0:17130:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788664520.267440:0:17130:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3637:x1875550140601600:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788664520.267448:0:17130:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788664520 with bad export cookie 14776862452835674144 00000100:00100000:2.0:1788664520.267555:0:17130:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3637:x1875550140601600:12345-0@lo:103:ldlm_bl.0 Request processed in 114us (4796us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788664520.267562:0:17130:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1788664520.267634:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.152@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788664520.267639:0:3637:0:(import.c:65:import_set_state_nolock()) ffff93c3042e0800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788664520.267643:0:3637:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.152@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:1.0:1788664520.267710:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788664520.267717:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664520.267726:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b84400 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664520.267737:0:17132:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664520.267746:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664520.267753:0:17132:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664520.267759:0:17132:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1788664520.267762:0:17132:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1788664520.267764:0:17132:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00100000:3.0:1788664520.268262:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140599680:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1788664520.268292:0:20917:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788664520.268297:0:20917:0:(import.c:65:import_set_state_nolock()) ffff93c42e87b000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788664520.268441:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788664520.268446:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788664520.268457:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788664520.268514:0:20917:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788664520.268537:0:20917:0:(import.c:65:import_set_state_nolock()) ffff93c3041b1000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788664520.268553:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788664520.268556:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788664520.268563:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788664520.268632:0:20917:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788664520.268641:0:20917:0:(import.c:65:import_set_state_nolock()) ffff93c30256e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788664520.268675:0:20917:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff93c3028819c0) has no exports 00000100:00100000:0.0:1788664520.281994:0:17129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304830000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3637:x1875550140601472:12345-0@lo:103:ldlm_bl.0 Request processed in 19105us (19399us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788664520.282007:0:17129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000080:0.0:1788664520.282058:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30264b000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1788664520.282121:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c304367800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1788664520.282154:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c30264e000 for lustre-MDT0001 00000020:00000080:0.0:1788664520.282159:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c304360800 for lustre-MDT0001 00010000:00010000:0.0:1788664520.282170:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788664520.282177:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.282186:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c400031a00 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:0.0:1788664520.282191:0:17131:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.282543:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788664520.282551:0:17131:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664520.282556:0:17131:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788664520.282559:0:17131:0:(mgc_request.c:942:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788664520.282562:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00100000:3.0:1788664520.283847:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140601728:0@lo:9:umount.0 00000100:00100000:3.0:1788664520.283918:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664520.283957:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140601856:0@lo:9:umount.0 00000100:00100000:3.0:1788664520.283980:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788664520.284017:0:19537:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1788664520.284041:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140601728 00000100:00100000:3.0:1788664520.284049:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140601728 00000100:00100000:3.0:1788664520.284098:0:18651:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140601856 00000100:00100000:3.0:1788664520.284101:0:18651:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140601856 00000100:00100000:3.0:1788664520.284149:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788664520.284159:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875550140601728:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788664520.284185:0:18651:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb06 00000100:00080000:3.0:1788664520.284193:0:18651:0:(import.c:65:import_set_state_nolock()) ffff93c304365800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788664520.284241:0:18651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1788664520.284372:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3635:x1875550140601728:12345-0@lo:9:umount.0 Request processed in 215us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664520.284380:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788664520.284397:0:18651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788664520.284403:0:18651:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875550140601856:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788664520.284414:0:18651:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb92 00000100:00080000:3.0:1788664520.284420:0:18651:0:(import.c:65:import_set_state_nolock()) ffff93c407139800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788664520.284436:0:18651:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788664520.284509:0:18651:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3635:x1875550140601856:12345-0@lo:9:umount.0 Request processed in 106us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664520.284515:0:18651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:3.0:1788664520.284559:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c3041b1000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788664520.284570:0:3635:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788664520.284572:0:3635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788664520.284575:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140601728:0@lo:9:umount.0 00000100:00080000:3.0:1788664520.284585:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c30256e800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788664520.284592:0:3635:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788664520.284594:0:3635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788664520.284596:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140601856:0@lo:9:umount.0 00010000:00010000:3.0:1788664520.290526:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664520.290541:0:19537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.290569:0:19537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b84e00 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:3.0:1788664520.290573:0:19537:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.290582:0:19537:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788664520.290588:0:19537:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664520.290593:0:19537:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1788664520.290596:0:19537:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1788664520.290599:0:19537:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00080000:2.0:1788664520.303898:0:3637:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.152@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788664520.303904:0:3637:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788664520.303915:0:3637:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c406fd8700 x1875550140599808/t0(0) o400->MGC192.168.203.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788664533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664520.303939:0:3637:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c406fd9c00 x1875550140601472/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788664536 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664520.303949:0:3637:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c304830a80 x1875550140601600/t0(0) o103->MGC192.168.203.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788664536 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788664520.303958:0:3637:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788664520.303960:0:3637:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788664520.303962:0:3637:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00010000:00010000:1.0:1788664520.316467:0:17132:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664520.316484:0:17132:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788664520.316515:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664520.316522:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413ed1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413ed21 expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664520.316546:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664520.316548:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664520.316550:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788664520.316567:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788664520.316572:0:17139:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788664520.316604:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3639:1875550140599808:0@lo:400:kworker.0 00000100:00100000:1.0:1788664520.316629:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788664520.316637:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:0:1875550140601984:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664520.317317:0:17131:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.317328:0:17131:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788664520.317348:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.317355:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c400031a00/0xcd11f61c1413edf3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413edfa expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664520.317366:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664520.317369:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664520.317371:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664520.317480:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:0:1875550140602112:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788664520.318739:0:19537:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.318752:0:19537:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788664520.318812:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:0:1875550140602240:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788664520.318884:0:19537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.318893:0:19537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413e94d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xcd11f61c1413e954 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664520.318912:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664520.318914:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664520.318916:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664520.318938:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664520.318941:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788664520.324868:0:3637:0:(import.c:65:import_set_state_nolock()) ffff93c3042e0800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664520.324882:0:3637:0:(import.c:545:import_select_connection()) MGC192.168.203.152@tcp: connect to NID 0@lo last attempt 514 00000100:00080000:2.0:1788664520.324893:0:3637:0:(import.c:665:import_select_connection()) MGC192.168.203.152@tcp: import ffff93c3042e0800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664520.324964:0:3637:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304094700 x1875550140602368/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788664520.325014:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3637:1875550140601472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788664520.325051:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3637:1875550140601600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664520.325118:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3635:1875550140602368:0@lo:250:ptlrpcd_00_01.0 00000400:00000100:0.0:1788664520.325177:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875550140602368 offset 0 length 520: 4 00000020:00080000:3.0:1788664520.338133:0:20917:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff93c3028819c0) has no exports 00010000:00010000:1.0:1788664520.389243:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1788664520.390373:0:20917:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c3028eccc0 - data ffff93c4385c4360/ffff93c42e796c00 00000020:01000000:2.0:1788664520.390575:0:20917:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c43d5d1a80 - data ffff93c403438af8/ffff93c407158000 00000001:00000004:2.0:1788664520.400121:0:20917:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1788664520.444520:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788664520.444529:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788664520.444537:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788664520.452652:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788664520.452666:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788664520.452693:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788664520.452696:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788664520.455133:0:17884:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788664520.455150:0:17884:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1788664520.455176:0:17884:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788664520.456678:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788664520.456686:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788664520.456715:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788664520.456718:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788664520.458874:0:17886:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788664520.458881:0:17886:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788664520.458900:0:17886:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1788664520.482699:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e970 00000020:00000080:1.0:1788664520.482714:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c4352e0800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788664520.483007:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4352e0800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788664520.487071:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e985 00000020:00000080:0.0:1788664520.487085:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c302568800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788664520.487159:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1788664520.487165:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788664520.487174:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788664520.487179:0:20917:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff93c302883380) has no exports 00000004:01000000:0.0:1788664520.487354:0:20917:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788664520.487363:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e9d9 00000020:00000080:0.0:1788664520.487367:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c430603000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788664520.490420:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c302568800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788664520.490572:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1788664520.490657:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664520.490668:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788664520.490673:0:20917:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff93c406ebb380) has no exports 00000020:00000080:1.0:1788664520.490684:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e9d2 00000020:00000080:1.0:1788664520.490691:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c30256a800/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1788664520.491149:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1788664520.491154:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788664520.491158:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1788664520.491164:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788664520.491167:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788664520.491199:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788664520.491205:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788664520.491211:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e9c4 00000020:00000080:1.0:1788664520.491216:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c435280000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788664520.491220:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1788664520.491223:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664520.491226:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788664520.491228:0:20917:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff93c412ca8000) has no exports 00000020:00000080:1.0:1788664520.491232:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e9bd 00000020:00000080:1.0:1788664520.491245:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c3041b0800/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1788664520.491576:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1788664520.491579:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788664520.491581:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1788664520.491594:0:20917:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788664520.491595:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788664520.491623:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788664520.491627:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1788664520.491639:0:20917:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1788664520.491644:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e9a8 00000020:00000080:1.0:1788664520.491648:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c3041b2000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1788664520.491652:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1788664520.491656:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664520.491659:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788664520.491661:0:20917:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff93c4227dcd40) has no exports 00000020:00000080:1.0:1788664520.491665:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e9a1 00000020:00000080:1.0:1788664520.491667:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c42e879000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788664520.493043:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c430603000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788664520.493068:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30256a800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788664520.493076:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c30256e800 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788664520.493084:0:36:0:(genops.c:885:class_export_put()) final put ffff93c435286800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788664520.493087:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c435286800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1788664520.493092:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788664520.493197:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c435280000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788664520.493203:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3041b0800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788664520.493212:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c3041b1000 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788664520.493224:0:36:0:(genops.c:885:class_export_put()) final put ffff93c3041b0000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788664520.493226:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3041b0000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1788664520.493230:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788664520.493802:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3041b2000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788664520.493809:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42e879000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788664520.493934:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788664520.493939:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788664520.493943:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788664520.493949:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788664520.494017:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664520.494050:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788664520.494088:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c42e87b000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788664520.494104:0:36:0:(genops.c:885:class_export_put()) final put ffff93c42e87c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788664520.494106:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42e87c800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1788664520.494109:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788664520.494152:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664520.494156:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788664520.494160:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c3029fa000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788664520.494162:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3029fa000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788664520.494169:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788664520.499208:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e98c 00000020:00000080:2.0:1788664520.499227:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c30256b800/lustre-MDD0001_UUID 00000020:01000000:2.0:1788664520.499253:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1788664520.499259:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788664520.499268:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788664520.499272:0:20917:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff93c422744d40) has no exports 00000020:00000080:2.0:1788664520.499297:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788664520.499302:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1788664520.499306:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e993 00000020:00000080:2.0:1788664520.499309:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c302569000/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1788664520.499315:0:20917:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c42f768000 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1788664520.499319:0:20917:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c42f768000 2 00000020:01000004:2.0:1788664520.499322:0:20917:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93c42f768000 from lustre-MDT0001 00000020:00000080:2.0:1788664520.499339:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788664520.499341:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1788664520.499344:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c4352e2800/lustre-MDT0001_UUID 00000020:00000080:2.0:1788664520.499347:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4352e2800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1788664520.499359:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1788664520.499412:0:20917:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1788664520.499416:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1788664520.499418:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788664520.499421:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788664520.499427:0:20917:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff93c40392e000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788664520.499433:0:20917:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff93c406eb99c0) has exports, disconnecting them 00000020:00080000:2.0:1788664520.499437:0:20917:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff93c40392e000), last request at 1788664435 00000020:00000080:2.0:1788664520.499440:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ea11 00000020:00080000:2.0:1788664520.499451:0:20917:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c40392e000): rc 0 00000020:00000080:2.0:1788664520.499463:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c40392e000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1788664520.500337:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30256b800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1788664520.500345:0:36:0:(genops.c:885:class_export_put()) final put ffff93c4114ec800/lustre-MDD0001_UUID 00000020:00000080:0.0:1788664520.500347:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4114ec800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1788664520.500352:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1788664520.500474:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c302569000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788664520.500484:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c40392e000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1788664520.501221:0:20917:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1788664520.501227:0:20917:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788664520.501232:0:20917:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788664520.501249:0:20917:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788664520.501272:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c40392d000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1788664520.501537:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664520.501545:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1788664520.501549:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c435282000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1788664520.501552:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff93c435282000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1788664520.501557:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1788664520.501600:0:20917:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c42f768000 1 00000020:00000080:0.0:1788664520.501606:0:20917:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e938 00000020:00000080:0.0:1788664520.501611:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c30291a800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1788664520.501619:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1788664520.501626:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30291a800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788664520.501635:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788664520.501639:0:20917:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788664520.501642:0:20917:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff93c435373380) has no exports 00000020:00000080:0.0:1788664520.654166:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664520.654184:0:20917:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1788664520.654190:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c42f76b000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788664520.654194:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42f76b000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1788664520.654201:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1788664520.654507:0:20917:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93c42f76e000 00000020:01000000:0.0:1788664520.654526:0:20917:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1788664520.654530:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788664520.654536:0:20917:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788664520.654539:0:20917:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff93c412ca99c0) has no exports 00000100:00100000:1.0:1788664520.654799:0:17145:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff93c42b36c200:17145] 2 exiting: rc = 0 00000100:00100000:1.0:1788664520.654911:0:17144:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff93c4047c4200:17144] 1 exiting: rc = 0 00000100:00100000:0.0:1788664520.655047:0:18960:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff93c302558600:18960] 3 exiting: rc = 0 00000100:00100000:0.0:1788664520.655207:0:17143:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff93c3035dd000:17143] 0 exiting: rc = 1 00000100:00100000:0.0:1788664520.655959:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.655969:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.655979:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.655987:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.655995:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656003:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656011:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656020:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656026:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656032:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656038:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656044:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656053:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656061:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656073:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656080:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656087:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656095:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656102:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656111:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656119:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656128:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656148:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656160:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656171:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656181:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656190:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656198:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656209:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656217:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656453:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656464:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656472:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656480:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656500:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656510:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656517:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656529:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656538:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656543:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656549:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656554:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656560:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656565:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656570:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656576:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656582:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656589:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656594:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656600:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656605:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656610:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656616:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656621:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656626:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656633:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656637:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656643:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656648:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656652:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656658:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656663:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656669:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.656725:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.667764:0:17146:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff93c42b36c000:17146] 0 exiting: rc = 1 00000100:00100000:1.0:1788664520.667939:0:17147:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff93c42b36dc00:17147] 1 exiting: rc = 0 00000100:00100000:0.0:1788664520.668050:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668058:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668064:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668071:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668092:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668097:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668102:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668106:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668111:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668116:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668122:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668126:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668131:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668148:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668154:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668159:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668164:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668170:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668174:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668180:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668186:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668191:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668196:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668200:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668206:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668211:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668231:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668237:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668242:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668247:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668252:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668258:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668263:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668268:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668273:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668278:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668283:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668288:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668293:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668306:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668311:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668316:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668322:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668327:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668332:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668338:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668343:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668348:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668353:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668358:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668363:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668368:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668374:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668379:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668453:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668461:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668466:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668471:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668476:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668482:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668487:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668493:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668498:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.668504:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664520.669193:0:17883:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff93c42b314200:17883] 2 exiting: rc = 0 00000100:00100000:0.0:1788664520.669295:0:17149:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff93c40120a400:17149] 1 exiting: rc = 0 00000100:00100000:0.0:1788664520.669372:0:17148:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff93c42e9a4000:17148] 0 exiting: rc = 1 00000100:00100000:0.0:1788664520.669536:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669555:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669564:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669572:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669579:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669587:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669596:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669604:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669623:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669633:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669640:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669649:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669659:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669693:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669701:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669707:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669713:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669719:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669724:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669729:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669735:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669742:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669747:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669754:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669760:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669882:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669889:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669895:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669901:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669907:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669913:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669918:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669925:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669931:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669936:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669941:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669946:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669977:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.669988:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670000:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670010:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670019:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670029:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670047:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670057:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670067:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670080:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670094:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670107:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670201:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670212:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670221:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670230:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670241:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670249:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670258:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670267:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670276:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670286:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670295:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670304:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670315:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670324:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788664520.670353:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664520.685734:0:17150:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff93c30398de00:17150] 0 exiting: rc = 1 00000100:00100000:3.0:1788664520.687484:0:17151:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff93c30398c400:17151] 1 exiting: rc = 0 00000100:00100000:2.0:1788664520.687641:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687650:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687655:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687660:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687665:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687671:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687676:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687681:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687686:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687691:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687697:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687702:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687708:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687713:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687717:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687721:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687726:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687731:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687736:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687742:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687747:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687752:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687758:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687762:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687767:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687803:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687808:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687813:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687818:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687823:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687828:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687833:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687839:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687845:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687866:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687871:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687877:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687883:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687888:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687894:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687899:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687905:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687910:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687915:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687920:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687925:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687929:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687934:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687938:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687944:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687949:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687954:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687959:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687964:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687970:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687975:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687980:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687985:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687990:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.687995:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688000:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688006:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688011:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688016:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688338:0:17152:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff93c30398da00:17152] 0 exiting: rc = 1 00000100:00100000:3.0:1788664520.688447:0:17153:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff93c30398dc00:17153] 1 exiting: rc = 0 00000100:00100000:2.0:1788664520.688531:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688538:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688542:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688548:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688560:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688566:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688571:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688576:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688581:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688586:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688591:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688596:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688601:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688606:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688611:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688615:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688619:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688624:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688629:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688633:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688638:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688643:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688647:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688652:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688656:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688660:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688665:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688670:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688675:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688680:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688684:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688688:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688693:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688698:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688703:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688708:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688713:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688719:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688724:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688735:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688740:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688745:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688750:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688755:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688760:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688765:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688799:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688805:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688811:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688816:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688820:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688825:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688830:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688835:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688840:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688846:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688850:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688855:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688861:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688865:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688870:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688874:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688879:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664520.688884:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.689251:0:17154:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff93c4219b6a00:17154] 0 exiting: rc = 1 00000100:00100000:1.0:1788664520.689953:0:17155:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff93c42e8af800:17155] 1 exiting: rc = 0 00000100:00100000:3.0:1788664520.693273:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693283:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693289:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693295:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693300:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693306:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693312:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693318:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693322:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693328:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693333:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693339:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693344:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693350:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693355:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693361:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693366:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693371:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693376:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693381:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693386:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693392:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693397:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693402:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693407:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693411:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693417:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693422:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693427:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693432:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693438:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693459:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693464:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693470:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693474:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693480:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693485:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693491:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693496:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693501:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693505:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693511:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693516:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693522:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693527:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693532:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693537:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693542:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693546:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693551:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693556:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693561:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693565:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693570:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693575:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693580:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693585:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693591:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693596:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693601:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693607:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693612:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693617:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.693622:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.694176:0:17157:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff93c42e8aea00:17157] 1 exiting: rc = 0 00000100:00100000:0.0:1788664520.695716:0:17156:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff93c42e8af000:17156] 0 exiting: rc = 1 00000100:00100000:0.0:1788664520.695917:0:17158:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff93c4116a9a00:17158] 2 exiting: rc = 0 00000100:00100000:3.0:1788664520.696056:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696082:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696089:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696094:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696100:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696105:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696110:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696116:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696121:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696127:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696163:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696169:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696174:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696181:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696187:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696193:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696199:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696205:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696212:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696217:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696222:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696228:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696234:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696240:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696246:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696252:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696258:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696264:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696269:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696276:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696281:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696287:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696293:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696299:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696319:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696327:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696339:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696345:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696352:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696358:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696364:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696370:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696375:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696383:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696389:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696395:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696400:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696406:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696412:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696417:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696424:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696430:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696435:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696440:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696445:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696450:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696455:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696460:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696466:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696472:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696478:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696484:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696490:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664520.696495:0:20917:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1788664520.707038:0:20917:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788664520.707051:0:20917:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1788664520.707056:0:20917:0:(genops.c:885:class_export_put()) final put ffff93c3042e2800/MDS_uuid 00000020:00000080:2.0:1788664520.707061:0:20917:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3042e2800/MDS_uuid for MDS 00000020:01000000:2.0:1788664520.707066:0:20917:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1788664520.707211:0:20917:0:(tgt_mount.c:2186:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1788664521.406078:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788664522.301899:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788664522.301910:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664522.301913:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788664522.301932:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788664522.301937:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c3039b5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664522.301945:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 612 00000100:00080000:2.0:1788664522.301953:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788664522.301960:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff93c3039b5000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664522.302004:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304095500 x1875550140602496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664522.302076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788664522.302080:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788664522.302081:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c435284800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664522.302085:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 612 00000100:00080000:2.0:1788664522.302088:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788664522.302092:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93c435284800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664522.302102:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304094000 x1875550140602752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788664522.302205:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3635:1875550140602496:0@lo:38:kworker.0 00000400:00000100:0.0:1788664522.302257:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140602496 offset 0 length 520: 4 00000100:00100000:0.0:1788664522.302288:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3635:1875550140602752:0@lo:38:kworker.0 00000400:00000100:0.0:1788664522.302303:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140602752 offset 0 length 520: 4 00000100:00100000:1.0:1788664522.302362:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788664522.302386:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3636:1875550140602624:0@lo:400:kworker.0 00000400:00000100:1.0:1788664522.302409:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140602624 offset 0 length 224: 4 00000100:00100000:1.0:1788664522.302446:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304097b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3638:1875550140602880:0@lo:400:kworker.0 00000400:00000100:1.0:1788664522.302462:0:3638:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140602880 offset 0 length 224: 4 00010000:00010000:3.0:1788664522.429966:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664523.456177:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664524.478146:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788664524.946405:0:21120:0:(tgt_mount.c:2197:server_umount_begin()) umount -f 00000020:01000004:2.0:1788664524.960413:0:21120:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1788664524.960475:0:21120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664524.960491:0:21120:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664524.960499:0:21120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664524.960506:0:21120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664524.960546:0:21120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788664524.960552:0:21120:0:(mgc_request.c:545:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788664524.960576:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788664524.960590:0:21120:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c304095500 x1875550140602496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788664537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788664524.960598:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664524.960606:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664524.960613:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788664524.960620:0:21120:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00010000:00010000:0.0:1788664524.960623:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303956c00 already unused, calling callback (ffffffffc1230c20) 00000100:00080000:2.0:1788664524.960626:0:21120:0:(import.c:65:import_set_state_nolock()) ffff93c3039b5000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 10000000:00010000:0.0:1788664524.960627:0:17131:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788664524.960631:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788664524.960634:0:21120:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c304095500 x1875550140602496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788664537 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788664524.960635:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664524.960642:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 10000000:00010000:0.0:1788664524.960643:0:17131:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664524.960645:0:21120:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 17s for inflight to error out 10000000:01000000:0.0:1788664524.960649:0:17131:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788664524.960651:0:17131:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788664524.960654:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788664524.960665:0:17131:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93c3042e0800 00010000:00010000:0.0:1788664524.960669:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664524.960676:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303956c00/0xcd11f61c1413eaab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413eab2 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664524.960686:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664524.960688:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664524.960689:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664524.960747:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3635:1875550140602496:0@lo:38:kworker.0 00000100:00080000:3.0:1788664524.963732:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788664524.963750:0:21120:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c304094e00 x1875550140602624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664524.963795:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788664524.963823:0:21120:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788664524.963852:0:21120:0:(import.c:65:import_set_state_nolock()) ffff93c304361800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788664524.963980:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3636:1875550140602624:0@lo:400:kworker.0 00000100:00100000:1.0:1788664524.964171:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3635:1875550140603008:0@lo:39:umount.0 00000400:00000100:1.0:1788664524.964220:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140603008 offset 0 length 224: 4 00000100:00080000:2.0:1788664525.309886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788664525.309897:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664525.309901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788664525.309904:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788664525.310124:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304097480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140603136:0@lo:400:kworker.0 00000400:00000100:1.0:1788664525.310201:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140603136 offset 0 length 224: 4 00010000:00010000:3.0:1788664525.504702:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788664525.889046:0:19465:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788664525.889057:0:19465:0:(genops.c:885:class_export_put()) final put ffff93c40713c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788664525.889246:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c40713c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1788664525.889297:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c407139800 for lustre-OST0001 00000001:00100000:3.0:1788664525.889817:0:18645:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788664525.889822:0:18645:0:(genops.c:885:class_export_put()) final put ffff93c304362000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788664525.892939:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c304362000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788664525.893071:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c304365800 for lustre-OST0000 00010000:00010000:0.0:1788664526.527985:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788664527.362484:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788664527.362511:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788664527.362514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788664527.362517:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788664527.362679:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788664527.362701:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3637:1875550140603264:0@lo:400:kworker.0 00000400:00000100:3.0:1788664527.362753:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140603264 offset 0 length 224: 4 00010000:00010000:1.0:1788664527.550477:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664528.574067:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664529.601859:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664530.110007:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664520/real 1788664520] req@ffff93c304094700 x1875550140602368/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788664530 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664530.110039:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c304094700 x1875550140602368/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788664530 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788664530.110061:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c3042e0800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664530.110094:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1788664530.110098:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3635:1875550140602368:0@lo:250:ptlrpcd_00_01.0 00000100:00080000:0.0:1788664530.110294:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788664530.110299:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788664530.110303:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c3042e0800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788664530.110308:0:36:0:(import.c:545:import_select_connection()) MGC192.168.203.152@tcp: connect to NID 0@lo last attempt 615 00000100:00080000:0.0:1788664530.110315:0:36:0:(import.c:630:import_select_connection()) MGC192.168.203.152@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788664530.110322:0:36:0:(import.c:665:import_select_connection()) MGC192.168.203.152@tcp: import ffff93c3042e0800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:0.0:1788664530.110361:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c42f5e4380 x1875550140603392/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788664530.110386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788664530.110390:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788664530.110533:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788664530.110550:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140603520:0@lo:400:kworker.0 00000400:00000100:2.0:1788664530.110600:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140603520 offset 0 length 224: 4 00000100:00100000:1.0:1788664530.110700:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3635:1875550140603392:0@lo:250:kworker.0 00000400:00000100:1.0:1788664530.110722:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875550140603392 offset 0 length 520: 4 00010000:00010000:1.0:1788664530.622329:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664531.648964:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664532.670421:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664533.693947:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664534.207122:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664524/real 1788664524] req@ffff93c405328e00 x1875550140603008/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788664534 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664534.207156:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c405328e00 x1875550140603008/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788664534 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788664534.207180:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c304361800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788664534.207270:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3635:1875550140603008:0@lo:39:umount.0 00000100:00080000:3.0:1788664534.209297:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788664534.209305:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788664534.209312:0:21120:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788664534.210497:0:21120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664534.210515:0:21120:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664534.210523:0:21120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664534.210530:0:21120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664534.210686:0:21120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788664534.210696:0:21120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664534.210722:0:21120:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664534.210728:0:21120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664534.210734:0:21120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664534.214481:0:20918:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788664534.214498:0:20918:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664534.214545:0:20918:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c40502b800 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664534.214550:0:20918:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664534.214560:0:20918:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664534.214568:0:20918:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664534.214574:0:20918:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788664534.214576:0:20918:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:1.0:1788664534.214590:0:20918:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93c3042e0800 00010000:00010000:1.0:1788664534.214595:0:20918:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664534.214602:0:20918:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c40502b800/0xcd11f61c1413ea81 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413ea88 expref: -99 pid: 18644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664534.214646:0:20918:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664534.214650:0:20918:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664534.214656:0:20918:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85800 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664534.214659:0:20918:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664534.214666:0:20918:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664534.214678:0:20918:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664534.214684:0:20918:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788664534.214686:0:20918:0:(mgc_request.c:942:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1788664534.214692:0:20918:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93c3042e0800 00010000:00010000:1.0:1788664534.214695:0:20918:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664534.214702:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664534.214704:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664534.214706:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664534.215103:0:21120:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788664534.215111:0:21120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413ede5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413edec expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664534.215122:0:21120:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1788664534.215129:0:21120:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:3.0:1788664534.215132:0:21120:0:(mgc_request.c:545:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1788664534.215165:0:21120:0:(tgt_mount.c:2117:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1788664534.215170:0:21120:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1788664534.215176:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788664534.215182:0:21120:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788664534.215186:0:21120:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff93c406eb8000) has no exports 00000020:00080000:3.0:1788664534.215210:0:21120:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff93c406eb8000) has no exports 00000020:01000000:3.0:1788664534.216910:0:21120:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c3035bdd20 - data ffff93c438417870/ffff93c4071cf000 00000020:01000000:3.0:1788664534.217120:0:21120:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c4070a1480 - data ffff93c43848c000/ffff93c30109d000 00010000:00010000:1.0:1788664534.218144:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1788664534.227148:0:21120:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788664534.248409:0:21120:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ea96 00000020:00000080:2.0:1788664534.248422:0:21120:0:(genops.c:885:class_export_put()) final put ffff93c42e8c5000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788664534.248456:0:21120:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c3041b2800 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788664534.248460:0:21120:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c3041b2800 2 00000020:01000004:2.0:1788664534.248463:0:21120:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93c3041b2800 from lustre-OST0000 00000020:00000080:2.0:1788664534.248489:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788664534.248500:0:21120:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788664534.248503:0:21120:0:(genops.c:885:class_export_put()) final put ffff93c430605800/lustre-OST0000_UUID 00000020:00000080:2.0:1788664534.248506:0:21120:0:(genops.c:844:class_export_destroy()) destroying export ffff93c430605800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788664534.248513:0:21120:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788664534.248573:0:21120:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788664534.248578:0:21120:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788664534.248581:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788664534.248586:0:21120:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788664534.248592:0:21120:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff93c3039b4000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788664534.248598:0:21120:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff93c4306a99c0) has exports, disconnecting them 00000020:00080000:2.0:1788664534.248602:0:21120:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff93c3039b4000), last request at 1788664449 00000020:00000080:2.0:1788664534.248606:0:21120:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eac0 00000020:00080000:2.0:1788664534.248615:0:21120:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c3039b4000): rc 0 00000020:00000080:2.0:1788664534.248619:0:21120:0:(genops.c:885:class_export_put()) final put ffff93c3039b4000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788664534.249034:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42e8c5000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1788664534.249058:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3039b4000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788664534.253113:0:21120:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788664534.253124:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788664534.253130:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788664534.253137:0:21120:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788664534.253173:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c3039b5000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1788664534.253343:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788664534.253351:0:21120:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1788664534.253356:0:21120:0:(genops.c:885:class_export_put()) final put ffff93c3039b3000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1788664534.253376:0:21120:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3039b3000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1788664534.253382:0:21120:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1788664534.253447:0:21120:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788664534.253451:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788664534.253456:0:21120:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788664534.253464:0:21120:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff93c304360000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788664534.253469:0:21120:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff93c406ebcd40) has exports, disconnecting them 00000020:00080000:0.0:1788664534.253473:0:21120:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff93c304360000), last request at 1788664449 00000020:00000080:0.0:1788664534.253478:0:21120:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ead5 00000020:00080000:0.0:1788664534.253490:0:21120:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c304360000): rc 0 00000020:00000080:0.0:1788664534.253494:0:21120:0:(genops.c:885:class_export_put()) final put ffff93c304360000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1788664534.253523:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c304360000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1788664534.254598:0:21120:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788664534.254604:0:21120:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788664534.254607:0:21120:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788664534.254613:0:21120:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788664534.254759:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788664534.254766:0:21120:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1788664534.254786:0:21120:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c3041b2800 1 00000020:00000080:1.0:1788664534.254793:0:21120:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413ea73 00000020:00000080:1.0:1788664534.254799:0:21120:0:(genops.c:885:class_export_put()) final put ffff93c42f769000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1788664534.254803:0:21120:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1788664534.254807:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664534.254810:0:21120:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788664534.254813:0:21120:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff93c4306a8000) has no exports 00000020:00000080:1.0:1788664534.259195:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c304361800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788664534.259211:0:8:0:(genops.c:885:class_export_put()) final put ffff93c304363000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1788664534.259215:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c304363000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1788664534.259242:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1788664534.259306:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42f769000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788664534.394296:0:21120:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788664534.394312:0:21120:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1788664534.394318:0:21120:0:(genops.c:885:class_export_put()) final put ffff93c3041b3800/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1788664534.394322:0:21120:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3041b3800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1788664534.394331:0:21120:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1788664534.394529:0:21120:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93c3041b7000 00000020:02000400:1.0:1788664534.394588:0:21120:0:(tgt_mount.c:2186:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1788664534.717954:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788664535.615491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788664535.615500:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788664535.615503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788664535.615521:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788664535.615616:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3638:1875550140603648:0@lo:400:kworker.0 00000400:00000100:1.0:1788664535.615669:0:3638:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140603648 offset 0 length 224: 4 00010000:00010000:3.0:1788664535.742495:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664536.770106:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664537.278852:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664522/real 1788664522] req@ffff93c304094000 x1875550140602752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788664537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664537.278887:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c304094000 x1875550140602752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788664537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788664537.278911:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c435284800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664537.278935:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788664537.278939:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3635:1875550140602752:0@lo:38:kworker.0 00000100:00080000:3.0:1788664537.279041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788664537.279046:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788664537.279049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788664537.279052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788664537.279056:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c435284800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788664537.279061:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 617 00000100:00080000:3.0:1788664537.279067:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788664537.279074:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93c435284800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664537.279111:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c40532b480 x1875550140603776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788664537.279173:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140603904:0@lo:400:kworker.0 00000400:00000100:3.0:1788664537.279223:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140603904 offset 0 length 224: 4 00000100:00100000:1.0:1788664537.279442:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3635:1875550140603776:0@lo:38:kworker.0 00000400:00000100:1.0:1788664537.279465:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140603776 offset 0 length 520: 4 00010000:00010000:2.0:1788664537.794118:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788664538.289286:0:21321:0:(tgt_mount.c:2197:server_umount_begin()) umount -f 00000020:01000004:3.0:1788664538.303657:0:21321:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1788664538.303808:0:21321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664538.303828:0:21321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664538.303838:0:21321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664538.303846:0:21321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664538.303901:0:21321:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788664538.303908:0:21321:0:(mgc_request.c:545:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788664538.303942:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788664538.303956:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c40532b480 x1875550140603776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788664557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664538.303971:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788664538.303978:0:21321:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788664538.303986:0:21321:0:(import.c:65:import_set_state_nolock()) ffff93c435284800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788664538.303992:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788664538.304010:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c40532b480 x1875550140603776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788664557 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1788664538.304015:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1788664538.304027:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788664538.304032:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 25s for inflight to error out 00010000:00010000:1.0:1788664538.304035:0:17131:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664538.304046:0:17131:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4029e2800 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664538.304057:0:17131:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664538.304068:0:17131:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664538.304076:0:17131:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664538.304082:0:17131:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788664538.304085:0:17131:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788664538.304088:0:17131:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:3.0:1788664538.304100:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3635:1875550140603776:0@lo:38:kworker.0 00010000:00010000:1.0:1788664538.304107:0:17131:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93c3042e0800 00010000:00010000:1.0:1788664538.304113:0:17131:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664538.304120:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c4029e2800/0xcd11f61c1413eb45 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413eb4c expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664538.304135:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664538.304137:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664538.304139:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788664538.309693:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788664538.309718:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c304097b80 x1875550140602880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664538.309760:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c304097480 x1875550140603136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664538.309796:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c42f5e5180 x1875550140603264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664538.309812:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c42f5e4000 x1875550140603520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664538.309837:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c405329c00 x1875550140603648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664538.309874:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c405329180 x1875550140603904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664538.309884:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:3.0:1788664538.309934:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140603904:0@lo:400:kworker.0 00000100:00100000:3.0:1788664538.309949:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304097480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140603136:0@lo:400:kworker.0 00000100:00100000:3.0:1788664538.310025:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3637:1875550140603264:0@lo:400:kworker.0 00000100:00080000:3.0:1788664538.310044:0:21321:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788664538.310071:0:21321:0:(import.c:65:import_set_state_nolock()) ffff93c302648800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788664538.310098:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3635:1875550140604032:0@lo:39:umount.0 00000400:00000100:3.0:1788664538.310163:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875550140604032 offset 0 length 224: 4 00000100:00100000:3.0:1788664538.311609:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140603520:0@lo:400:kworker.0 00000100:00100000:3.0:1788664538.311667:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3638:1875550140603648:0@lo:400:kworker.0 00000100:00100000:3.0:1788664538.311676:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304097b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3638:1875550140602880:0@lo:400:kworker.0 00010000:00010000:3.0:1788664538.814361:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664539.838237:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664540.862461:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664541.887479:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788664542.789012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788664542.789025:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1788664542.910024:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664543.934309:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664544.958425:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664545.470803:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664530/real 1788664530] req@ffff93c42f5e4380 x1875550140603392/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788664545 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664545.470846:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c42f5e4380 x1875550140603392/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788664545 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788664545.470870:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c3042e0800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788664545.470906:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1788664545.470934:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3635:1875550140603392:0@lo:250:kworker.0 00000100:00080000:1.0:1788664545.471048:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788664545.471063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1788664545.471066:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c3042e0800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788664545.471079:0:36:0:(import.c:545:import_select_connection()) MGC192.168.203.152@tcp: connect to NID 0@lo last attempt 625 00000100:00080000:1.0:1788664545.471084:0:36:0:(import.c:630:import_select_connection()) MGC192.168.203.152@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788664545.471092:0:36:0:(import.c:665:import_select_connection()) MGC192.168.203.152@tcp: import ffff93c3042e0800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:1.0:1788664545.471126:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c406d67480 x1875550140604160/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788664545.472424:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3635:1875550140604160:0@lo:250:kworker.0 00000400:00000100:3.0:1788664545.472504:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875550140604160 offset 0 length 520: 4 00010000:00010000:1.0:1788664545.982122:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664547.006017:0:19537:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664548.032441:0:20918:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664548.542178:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664538/real 1788664538] req@ffff93c405329180 x1875550140604032/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788664548 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664548.542220:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c405329180 x1875550140604032/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788664548 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788664548.542246:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c302648800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788664548.542275:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3635:1875550140604032:0@lo:39:umount.0 00000100:00080000:0.0:1788664548.542584:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788664548.542590:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788664548.542596:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788664548.547054:0:21321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664548.547079:0:21321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664548.547088:0:21321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664548.547097:0:21321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664548.547216:0:21321:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788664548.547227:0:21321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664548.547255:0:21321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664548.547263:0:21321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664548.547270:0:21321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664548.552880:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788664548.552899:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664548.552912:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85400 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:2.0:1788664548.552918:0:17132:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664548.552969:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788664548.552978:0:17132:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664548.552985:0:17132:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788664548.552988:0:17132:0:(mgc_request.c:942:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1788664548.553006:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93c3042e0800 00010000:00010000:2.0:1788664548.553010:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664548.553018:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b85400/0xcd11f61c1413eb1b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413eb22 expref: -99 pid: 19464 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664548.553044:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664548.553049:0:17132:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664548.553055:0:17132:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cd600 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:2.0:1788664548.553058:0:17132:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664548.553065:0:17132:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788664548.553070:0:17132:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664548.553084:0:17132:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788664548.553087:0:17132:0:(mgc_request.c:942:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1788664548.553091:0:17132:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93c3042e0800 00010000:00010000:2.0:1788664548.553094:0:17132:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664548.553100:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664548.553101:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664548.553103:0:17132:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664548.561986:0:21321:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788664548.562008:0:21321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd600/0xcd11f61c1413edd7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413edde expref: -99 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664548.562041:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1788664548.562072:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:0.0:1788664548.562076:0:21321:0:(mgc_request.c:545:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1788664548.562123:0:21321:0:(tgt_mount.c:2117:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1788664548.562129:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1788664548.562142:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788664548.562149:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788664548.562154:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff93c435370000) has no exports 00000020:00080000:0.0:1788664548.562187:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff93c435370000) has no exports 00010000:00010000:1.0:1788664548.562747:0:17131:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788664548.566394:0:21321:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c3035bd720 - data ffff93c4034386c0/ffff93c42e787800 00000020:01000000:0.0:1788664548.571585:0:21321:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff93c3035bdc60 - data ffff93c438475bd0/ffff93c4073c6800 00100000:10000000:0.0:1788664548.581276:0:21321:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788664548.587360:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb30 00000020:00000080:3.0:1788664548.587377:0:21321:0:(genops.c:885:class_export_put()) final put ffff93c304234800/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1788664548.587515:0:21321:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c3039b7800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1788664548.587520:0:21321:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c3039b7800 2 00000020:01000004:3.0:1788664548.587524:0:21321:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff93c3039b7800 from lustre-OST0001 00000020:00000080:3.0:1788664548.587563:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788664548.587577:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1788664548.587582:0:21321:0:(genops.c:885:class_export_put()) final put ffff93c42b0d3000/lustre-OST0001_UUID 00000020:00000080:3.0:1788664548.587585:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42b0d3000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1788664548.587595:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1788664548.587717:0:21321:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd->MGS 00010000:00010000:3.0:1788664548.587738:0:21321:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b84800/0xcd11f61c1413e93f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413e946 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788664548.587753:0:21321:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b84800/0xcd11f61c1413e93f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413e946 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664548.587804:0:21321:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1788664548.587807:0:21321:0:(mgc_request.c:952:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1788664548.587812:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1788664548.587832:0:21321:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93c3042e0800 00010000:00010000:3.0:1788664548.587837:0:21321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b84800/0xcd11f61c1413e93f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413e946 expref: -99 pid: 17874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664548.587854:0:21321:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c4029e3e00/0xcd11f61c1413e82e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xcd11f61c1413e835 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788664548.587861:0:21321:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c4029e3e00/0xcd11f61c1413e82e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xcd11f61c1413e835 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664548.587866:0:21321:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788664548.587868:0:21321:0:(mgc_request.c:952:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1788664548.587870:0:21321:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1788664548.587881:0:21321:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff93c3042e0800 00010000:00010000:3.0:1788664548.587884:0:21321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c4029e3e00/0xcd11f61c1413e82e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xcd11f61c1413e835 expref: -99 pid: 17122 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788664548.587903:0:21321:0:(import.c:65:import_set_state_nolock()) ffff93c3042e0800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1788664548.587907:0:21321:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788664548.587910:0:21321:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788664548.587912:0:21321:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1788664548.587917:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788664548.587931:0:21321:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff93c406d67480 x1875550140604160/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788664565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788664548.587962:0:21321:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788664548.587966:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:3.0:1788664548.588009:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3b799a9c-462a-4acf-8dbe-41fb3ef57cfd:3635:1875550140604160:0@lo:250:kworker.0 10000000:01000000:3.0:1788664548.588049:0:21321:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788664548.588057:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413e819 00000020:00000080:3.0:1788664548.588062:0:21321:0:(genops.c:885:class_export_put()) final put ffff93c3042e6000/3b799a9c-462a-4acf-8dbe-41fb3ef57cfd 00000020:01000000:3.0:1788664548.588068:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.152@tcp (flags='') 00000020:00000080:3.0:1788664548.588074:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788664548.588081:0:21321:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.152@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788664548.588086:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff93c412cacd40) has no exports 10000000:01000000:3.0:1788664548.588132:0:17140:0:(mgc_request.c:706:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1788664548.588197:0:21321:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.152@tcp: client import never connected 00000100:00080000:3.0:1788664548.588200:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1788664548.588202:0:21321:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1788664548.588204:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1788664548.588205:0:21321:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1788664548.588243:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788664548.588247:0:21321:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.152@tcp (uuid 3b799a9c-462a-4acf-8dbe-41fb3ef57cfd) 00000020:01000000:3.0:1788664548.588252:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1788664548.588255:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788664548.588259:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788664548.588264:0:21321:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff93c42e8c2000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788664548.588269:0:21321:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff93c302738000) has exports, disconnecting them 00000020:00080000:3.0:1788664548.588275:0:21321:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff93c42e8c2000), last request at 1788664464 00000020:00000080:3.0:1788664548.588279:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb5a 00000020:00080000:3.0:1788664548.588289:0:21321:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c42e8c2000): rc 0 00000020:00000080:3.0:1788664548.588294:0:21321:0:(genops.c:885:class_export_put()) final put ffff93c42e8c2000/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788664548.588572:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c304234800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788664548.588582:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3042e6000/3b799a9c-462a-4acf-8dbe-41fb3ef57cfd for MGC192.168.203.152@tcp 00000020:00000080:1.0:1788664548.588587:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c3042e0800 for MGC192.168.203.152@tcp 00000020:00000080:1.0:1788664548.588606:0:36:0:(genops.c:885:class_export_put()) final put ffff93c3042e3000/3b799a9c-462a-4acf-8dbe-41fb3ef57cfd 00000020:00000080:1.0:1788664548.588608:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3042e3000/3b799a9c-462a-4acf-8dbe-41fb3ef57cfd for MGC192.168.203.152@tcp 00000020:01000000:1.0:1788664548.588613:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.152@tcp (3b799a9c-462a-4acf-8dbe-41fb3ef57cfd) 00000020:00000080:1.0:1788664548.588984:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42e8c2000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1788664548.591827:0:21321:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788664548.591838:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788664548.591843:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788664548.591852:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788664548.592041:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788664548.592053:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1788664548.592061:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788664548.592067:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788664548.592071:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788664548.592081:0:21321:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff93c30264d000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788664548.592089:0:21321:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff93c30273cd40) has exports, disconnecting them 00000020:00080000:2.0:1788664548.592094:0:21321:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff93c30264d000), last request at 1788664464 00000020:00000080:2.0:1788664548.592099:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb6f 00000020:00080000:2.0:1788664548.592114:0:21321:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff93c30264d000): rc 0 00000020:00000080:2.0:1788664548.592120:0:21321:0:(genops.c:885:class_export_put()) final put ffff93c30264d000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1788664548.592760:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c435284800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788664548.592784:0:36:0:(genops.c:885:class_export_put()) final put ffff93c4075fb000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1788664548.592788:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c4075fb000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1788664548.592798:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1788664548.592882:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30264d000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1788664548.652876:0:21321:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1788664548.652887:0:21321:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788664548.652902:0:21321:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788664548.652911:0:21321:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788664548.652970:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff93c302648800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1788664548.656961:0:19537:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1788664548.657045:0:20918:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1788664548.657827:0:17132:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1788664548.658037:0:17131:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:1.0:1788664548.658179:0:17127:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff93c30255dc00:17127] 1 exiting: rc = 0 00000100:00100000:2.0:1788664548.661757:0:17126:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff93c4227d0800:17126] 0 exiting: rc = 1 00000100:00100000:1.0:1788664548.662091:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.662866:0:20716:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff93c30292ae00:20716] 3 exiting: rc = 0 00000100:00100000:1.0:1788664548.663081:0:17130:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff93c42ea82800:17130] 2 exiting: rc = 0 00000100:00100000:2.0:1788664548.663244:0:17128:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff93c30255c000:17128] 0 exiting: rc = 1 00000100:00100000:0.0:1788664548.663575:0:17129:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff93c4227d1e00:17129] 1 exiting: rc = 0 00000100:00100000:1.0:1788664548.663639:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663647:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663659:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663666:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663672:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663680:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663686:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663691:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663697:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663702:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663708:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663714:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663720:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663726:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663732:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663738:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663744:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663749:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663755:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663761:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663767:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663807:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663814:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663820:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663826:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663832:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663839:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663844:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663850:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663875:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663881:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663887:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663892:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663898:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663904:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663911:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663917:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663924:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663941:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663947:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663961:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663967:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663973:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663979:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663984:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663991:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.663996:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664001:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664006:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664012:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664017:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664023:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664028:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664034:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664040:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664045:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664051:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664057:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664062:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664067:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664072:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664078:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664084:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.664091:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788664548.671271:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788664548.671290:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1788664548.671297:0:21321:0:(genops.c:885:class_export_put()) final put ffff93c30264f000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1788664548.671303:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff93c30264f000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1788664548.671310:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1788664548.671569:0:21321:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c3039b7800 1 00000020:00000080:1.0:1788664548.671578:0:21321:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xcd11f61c1413eb14 00000020:00000080:1.0:1788664548.671588:0:21321:0:(genops.c:885:class_export_put()) final put ffff93c40713f800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1788664548.671606:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1788664548.671623:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff93c40713f800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1788664548.671638:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664548.671645:0:21321:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788664548.671650:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff93c4306ab380) has no exports 00000020:00000080:3.0:1788664548.729330:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788664548.729343:0:21321:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1788664548.729349:0:21321:0:(genops.c:885:class_export_put()) final put ffff93c3039b3800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1788664548.729353:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff93c3039b3800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1788664548.729364:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1788664548.730178:0:21321:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff93c3039b6000 00000020:01000000:1.0:1788664548.730226:0:21321:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1788664548.730236:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788664548.730243:0:21321:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788664548.730254:0:21321:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff93c435374d40) has no exports 00000020:00000080:1.0:1788664548.730298:0:21321:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788664548.730310:0:21321:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1788664548.730316:0:21321:0:(genops.c:885:class_export_put()) final put ffff93c42f76f000/OSS_uuid 00000020:00000080:1.0:1788664548.730319:0:21321:0:(genops.c:844:class_export_destroy()) destroying export ffff93c42f76f000/OSS_uuid for OSS 00000020:01000000:1.0:1788664548.730349:0:21321:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:2.0:1788664548.730456:0:17139:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1788664548.731298:0:18651:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff93c42dad5200:18651] 2 exiting: rc = 0 00000100:00100000:3.0:1788664548.731374:0:19229:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff93c30437e600:19229] 3 exiting: rc = 0 00000100:00100000:3.0:1788664548.731437:0:19534:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff93c410929800:19534] 4 exiting: rc = 0 00000100:00100000:3.0:1788664548.731523:0:18648:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff93c42276da00:18648] 0 exiting: rc = 1 00000100:00100000:2.0:1788664548.732117:0:18649:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff93c41080d200:18649] 1 exiting: rc = 0 00000100:00100000:3.0:1788664548.732395:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732403:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732409:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732415:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732421:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732426:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732431:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732437:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732442:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732448:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732453:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732458:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732463:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732468:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732473:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732480:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732546:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732677:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732683:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732688:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732693:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732698:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732703:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732708:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732713:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732718:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732724:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732729:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732734:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732740:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732945:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732962:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732968:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732973:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732979:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732984:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732990:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732995:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.732999:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733004:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733009:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733014:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733019:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733023:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733029:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733034:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733041:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733046:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733050:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733055:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733060:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733064:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733068:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733073:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733077:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733083:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733087:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733098:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733105:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733110:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733114:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733119:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733124:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.733130:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.736162:0:18653:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff93c40853c000:18653] 1 exiting: rc = 0 00000100:00100000:3.0:1788664548.736241:0:18652:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff93c422784000:18652] 0 exiting: rc = 1 00000100:00100000:2.0:1788664548.736404:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736412:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736417:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736422:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736427:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736433:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736437:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736442:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736447:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736453:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736458:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736464:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736469:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736475:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736479:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736485:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736552:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736557:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736683:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736691:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736696:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736701:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736706:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736711:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736716:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736721:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736726:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736731:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736737:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736743:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736748:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736979:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736988:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736993:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.736999:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737014:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737018:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737024:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737028:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737033:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737039:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737043:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737048:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737053:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737059:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737067:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737072:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737077:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737081:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737086:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737091:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737097:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737101:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737106:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737111:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737115:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737120:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737125:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737130:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737136:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737142:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737147:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737152:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.737157:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.739281:0:18654:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff93c410928600:18654] 0 exiting: rc = 1 00000100:00100000:3.0:1788664548.739873:0:18655:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff93c406f7aa00:18655] 1 exiting: rc = 0 00000100:00100000:2.0:1788664548.741833:0:18656:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff93c402e0e400:18656] 2 exiting: rc = 0 00000100:00100000:3.0:1788664548.742256:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742292:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742299:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742305:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742311:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742317:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742322:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742328:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742334:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742340:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742347:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742353:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742359:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742365:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742372:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742378:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742590:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742600:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742606:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742612:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742617:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742623:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742629:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742635:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742641:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742665:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742671:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742677:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742684:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742691:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742696:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742703:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742709:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742715:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742735:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742741:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742746:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742752:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742757:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742762:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.742768:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743074:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743079:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743085:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743090:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743096:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743102:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743107:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743113:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743134:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743141:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743147:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743153:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743158:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743164:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743169:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743175:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743187:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743194:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743199:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743204:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743218:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743224:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.743229:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.749397:0:18657:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff93c435160600:18657] 0 exiting: rc = 1 00000100:00100000:3.0:1788664548.749570:0:18658:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff93c435160400:18658] 1 exiting: rc = 0 00000100:00100000:2.0:1788664548.750050:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750057:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750063:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750069:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750074:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750093:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750098:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750103:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750108:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750113:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750118:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750123:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750128:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750133:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750138:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750143:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750148:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750152:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750158:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750164:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750169:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750174:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750178:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750184:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750189:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750197:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750203:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750210:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750216:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750222:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750228:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750235:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750243:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750252:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750257:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750262:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750267:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.750280:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751220:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751226:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751245:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751250:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751255:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751260:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751264:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751269:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751273:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751278:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751283:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751288:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751293:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751298:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751303:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751308:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751313:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751318:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751322:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751327:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751332:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751337:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751342:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751348:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751353:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788664548.751680:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788664548.752748:0:18660:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff93c302a3ea00:18660] 1 exiting: rc = 0 00000100:00100000:0.0:1788664548.752756:0:18659:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff93c4047c8e00:18659] 0 exiting: rc = 1 00000100:00100000:3.0:1788664548.756258:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756282:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756316:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756325:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756343:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756349:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756354:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756360:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756366:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756372:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756378:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756393:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756399:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756405:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756426:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756434:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756440:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756446:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756463:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756471:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756477:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756483:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756490:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756496:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756502:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756508:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756529:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756537:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756544:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756551:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756557:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756563:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756569:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756576:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756582:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756588:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756594:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756601:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756621:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756636:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756643:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756648:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756655:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756661:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756667:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756673:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756679:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756685:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756690:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756697:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756719:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756726:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756732:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756738:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756744:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756750:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756755:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756762:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756768:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756795:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756802:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756807:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756826:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788664548.756841:0:21321:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1788664548.769131:0:21321:0:(tgt_mount.c:2186:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1788664571.730684:0:22089:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1788664583.836862:0:22690:0:(obd_mount.c:921:lmd_print()) mount data: 00000020:01000004:3.0:1788664583.836869:0:22690:0:(obd_mount.c:924:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1788664583.836870:0:22690:0:(obd_mount.c:927:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788664583.836994:0:22690:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff93c43bc50800 00000020:01000004:3.0:1788664583.837200:0:22690:0:(tgt_mount.c:2508:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1788664583.837207:0:22690:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788664583.837222:0:22690:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff93c435370000) 00000020:00000080:3.0:1788664583.837236:0:22690:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788664583.980463:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788664583.986103:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788664583.990129:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1788664583.995869:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1788664584.000981:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1788664584.002836:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1788664584.003480:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1788664584.003902:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1788664584.004181:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1788664584.004855:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788664584.005146:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788664584.005565:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788664584.005898:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788664584.006156:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1788664584.006560:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.010080:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.013676:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1788664584.014962:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788664584.015562:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1788664584.015842:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.016144:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.016557:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.016797:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1788664584.016981:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1788664584.017461:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.017846:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788664584.018125:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.018459:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.018676:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.018897:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788664584.019362:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788664584.021947:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.022936:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788664584.023525:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1788664584.023733:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788664584.024702:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1788664584.024985:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1788664584.025683:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1788664584.026509:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1788664584.026812:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788664584.027867:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788664584.028761:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788664584.029505:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788664584.029850:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1788664584.031766:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788664584.032377:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1788664584.032672:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788664584.035833:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1788664584.036706:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1788664584.037104:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1788664584.037864:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1788664584.038148:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1788664584.043097:0:22690:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00080000:01000000:0.0:1788664584.043858:0:22690:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788664584.044369:0:22690:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1788664584.044378:0:22690:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788664584.044459:0:22690:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xcd11f61c1413f11f 00000020:01000004:0.0:1788664584.044466:0:22690:0:(tgt_mount.c:2593:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1788664584.044471:0:22690:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1788664584.044476:0:22690:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93c43bc50800 from MGS 00000020:01000004:0.0:1788664584.044480:0:22690:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1788664584.044490:0:22690:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff93c4306a99c0) 00000020:00000080:0.0:1788664584.044499:0:22690:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1788664584.044559:0:22690:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c43bc50800 from MGS, refs=2 00080000:01000000:0.0:1788664584.044564:0:22690:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788664584.044569:0:22690:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xcd11f61c1413f12d 00000100:00100000:0.0:1788664584.044668:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1788664584.046166:0:22690:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1788664584.046643:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1788664584.051045:0:22690:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1788664584.051061:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788664584.052469:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788664584.052644:0:22690:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1788664584.052649:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788664584.058469:0:22690:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1788664584.058485:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788664584.059103:0:22690:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1788664584.059110:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1788664584.060119:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664584.060123:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664584.060125:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664584.062099:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664584.062104:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664584.062107:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664584.064206:0:22690:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1788664584.072191:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1788664584.072497:0:22690:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1788664584.076183:0:22703:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1788664584.076256:0:22690:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1788664584.076310:0:22690:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788664584.077947:0:22690:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788664584.088234:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788664584.088482:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1788664584.088494:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1788664584.097267:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1788664584.097285:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788664584.103412:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788664584.103427:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1788664584.104651:0:22690:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1788664584.104683:0:22690:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.152@tcp' 00000020:01000004:3.0:1788664584.104685:0:22690:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1788664584.104722:0:22690:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.152@tcp (typ=mgc) 00000020:00000080:3.0:1788664584.104733:0:22690:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.152@tcp (ffff93c4353719c0) 00000020:00000080:3.0:1788664584.104748:0:22690:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1788664584.104860:0:22690:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c42da45800@MGC192.168.203.152@tcp: add connection 192.168.203.152@tcp at head 00000100:00080000:2.0:1788664584.105166:0:22707:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00010000:3.0:1788664584.105249:0:22690:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.152@tcp-0 is initialized 00000040:01000000:3.0:1788664584.105256:0:22690:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.152@tcp ctxt 1 is initialized 10000000:01000000:3.0:1788664584.108067:0:22708:0:(mgc_request.c:629:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788664584.108179:0:22690:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.152@tcp (uuid 50c92092-626e-40ab-871b-cda794304889) 00000020:00000080:0.0:1788664584.108208:0:22690:0:(genops.c:1385:class_connect()) connect: client 50c92092-626e-40ab-871b-cda794304889, cookie 0xcd11f61c1413f13b 00000100:00080000:0.0:1788664584.108221:0:22690:0:(import.c:545:import_select_connection()) MGC192.168.203.152@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788664584.108229:0:22690:0:(import.c:665:import_select_connection()) MGC192.168.203.152@tcp: import ffff93c42da45800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:0.0:1788664584.108266:0:22690:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c42f5e5500 x1875550140604288/t0(0) o250->MGC192.168.203.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788664584.108298:0:22690:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 50c92092-626e-40ab-871b-cda794304889->MGS 00000020:01000004:0.0:1788664584.108321:0:22690:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1788664584.108346:0:22690:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1788664584.108361:0:22690:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff93c4306acd40) 00000020:00000080:0.0:1788664584.108373:0:22690:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1788664584.108555:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50c92092-626e-40ab-871b-cda794304889:3635:1875550140604288:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788664584.108621:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664584.108690:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140604288 00000100:00100000:3.0:1788664584.108696:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140604288 00000100:00100000:3.0:1788664584.108741:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788664584.108748:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3635:x1875550140604288:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1788664584.108799:0:22704:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 50c92092-626e-40ab-871b-cda794304889@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:3.0:1788664584.108820:0:22704:0:(genops.c:1385:class_connect()) connect: client 50c92092-626e-40ab-871b-cda794304889, cookie 0xcd11f61c1413f149 00000100:00080000:3.0:1788664584.108942:0:22704:0:(import.c:65:import_set_state_nolock()) ffff93c42da44800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788664584.109006:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+5:3635:x1875550140604288:12345-0@lo:250:mount.lustre.0 Request processed in 257us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664584.109014:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788664584.109055:0:3635:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.152@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788664584.109063:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.203.152@tcp: connect to target with instance 0 00000100:00080000:3.0:1788664584.109068:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.203.152@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788664584.109073:0:3635:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788664584.109075:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42da45800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788664584.109078:0:3635:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788664584.109085:0:3635:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788664584.109089:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:50c92092-626e-40ab-871b-cda794304889:3635:1875550140604288:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788664584.126620:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788664584.130836:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1788664584.130846:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1788664584.133002:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788664584.133016:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1788664584.134165:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1788664584.134176:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1788664584.136834:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788664584.138928:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788664584.138939:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1788664584.140039:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1788664584.140049:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1788664584.205033:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788664584.205239:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1788664584.205246:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1788664584.206487:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1788664584.206497:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1788664584.207309:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788664584.207477:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1788664584.207482:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1788664584.208166:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788664584.208173:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1788664584.209306:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788664584.209485:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788664584.209490:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1788664584.210147:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788664584.210156:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1788664584.210752:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788664584.211100:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1788664584.211105:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1788664584.211495:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1788664584.211501:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1788664584.234585:0:22690:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788664584.234876:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788664584.234883:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1788664584.238915:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788664584.238931:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1788664584.240098:0:22690:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788664584.240108:0:22690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1788664584.245420:0:22690:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1788664584.245450:0:22690:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1788664584.245456:0:22690:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.152@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1788664584.245563:0:22690:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.152@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788664584.245599:0:22690:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.152@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1788664584.245603:0:22690:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788664584.245605:0:22690:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788664584.245606:0:22690:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788664584.245608:0:22690:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788664584.245609:0:22690:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788664584.245610:0:22690:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788664584.245611:0:22690:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788664584.245613:0:22690:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788664584.245614:0:22690:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788664584.245616:0:22690:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788664584.245619:0:22690:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1788664584.245621:0:22690:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788664584.245622:0:22690:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788664584.245623:0:22690:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788664584.245624:0:22690:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788664584.245625:0:22690:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788664584.245627:0:22690:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788664584.245628:0:22690:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788664584.245629:0:22690:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788664584.245630:0:22690:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788664584.245631:0:22690:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788664584.245656:0:22690:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1788664584.245691:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604416:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788664584.245816:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664584.245849:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4123c1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788664584.245981:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140604416 00000100:00100000:1.0:1788664584.245989:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140604416 00000100:00100000:1.0:1788664584.246026:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788664584.246034:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+5:22690:x1875550140604416:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788664584.246080:0:22706:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788664584.246082:0:22706:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1788664584.246085:0:22706:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1788664584.246684:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1788664584.247255:0:22706:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1788664584.253086:0:22728:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1788664584.253095:0:22728:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1788664584.253098:0:22728:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1788664584.253100:0:22728:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1788664584.253825:0:22728:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1788664584.254959:0:22706:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788664584.254970:0:22706:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1788664584.262291:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+5:22690:x1875550140604416:12345-0@lo:253:mount.lustre.0 Request processed in 16241us (16458us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664584.262312:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788664584.262495:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604416:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788664584.262513:0:22690:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1788664584.262639:0:22690:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788664584.262655:0:22690:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1788664584.262656:0:22690:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788664584.262658:0:22690:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788664584.262659:0:22690:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788664584.262660:0:22690:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788664584.262661:0:22690:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788664584.262663:0:22690:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1788664584.262665:0:22690:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788664584.262666:0:22690:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788664584.262909:0:22690:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93c43bc50800 from lustre-MDT0000 10000000:01000000:0.0:1788664584.262943:0:22690:0:(mgc_request.c:1942:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1788664584.262946:0:22690:0:(mgc_request.c:327:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788664584.262950:0:22690:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff93c4353719c0 10000000:01000000:0.0:1788664584.262954:0:22690:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788664584.263041:0:22690:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-sptlrpc-ffff93c4353719c0 from 1 10000000:01000000:0.0:1788664584.263045:0:22690:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788664584.263090:0:22690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.263101:0:22690:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.263111:0:22690:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664584.263132:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604544:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788664584.263179:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664584.263211:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4123c10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788664584.263364:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140604544 00000100:00100000:1.0:1788664584.263371:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140604544 00000100:00100000:1.0:1788664584.263416:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788664584.263425:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+5:22690:x1875550140604544:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788664584.263448:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664584.263463:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7dee00/0xcd11f61c1413f157 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f150 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.263485:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7dee00/0xcd11f61c1413f157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f150 expref: 6 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.263495:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7dee00/0xcd11f61c1413f157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f150 expref: 6 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.263504:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7dee00, rc 0) 00000100:00100000:1.0:1788664584.263807:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+6:22690:x1875550140604544:12345-0@lo:101:mount.lustre.0 Request processed in 344us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664584.263815:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788664584.266064:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604544:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664584.266091:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.266102:0:22690:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664584.268997:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604672:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664584.269077:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.269495:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4118ccb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788664584.270949:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140604672 00000100:00100000:0.0:1788664584.271227:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140604672 00000100:00100000:0.0:1788664584.271306:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788664584.271317:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+6:22690:x1875550140604672:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664584.271456:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+6:22690:x1875550140604672:12345-0@lo:501:mount.lustre.0 Request processed in 141us (2378us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788664584.271464:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788664584.271602:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604672:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788664584.271642:0:22690:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788664584.271672:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.271682:0:22690:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664584.271698:0:22690:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93c43bc50800 10000000:01000000:2.0:1788664584.271704:0:22690:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788664584.271709:0:22690:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff93c43bc50800 10000000:01000000:2.0:1788664584.271719:0:22690:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1788664584.271723:0:22690:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-barrier-ffff93c43bc50800 from 1 10000000:01000000:2.0:1788664584.271726:0:22690:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1788664584.271761:0:22690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0dc00/0xcd11f61c1413f15e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.271790:0:22690:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c402a0dc00/0xcd11f61c1413f15e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.271909:0:22690:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c402a0dc00/0xcd11f61c1413f15e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664584.271931:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604800:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788664584.271972:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.272073:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4118ccb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788664584.273069:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140604800 00000100:00100000:1.0:1788664584.273080:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140604800 00000100:00100000:1.0:1788664584.273187:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788664584.273199:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+6:22690:x1875550140604800:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788664584.273224:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664584.273244:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7de200/0xcd11f61c1413f165 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f15e expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.273282:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7de200/0xcd11f61c1413f165 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f15e expref: 7 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.273293:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7de200/0xcd11f61c1413f165 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f15e expref: 7 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.273301:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7de200, rc 0) 00000100:00100000:1.0:1788664584.273376:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+7:22690:x1875550140604800:12345-0@lo:101:mount.lustre.0 Request processed in 180us (1404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664584.273383:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788664584.273432:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604800:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664584.273448:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c402a0dc00/0xcd11f61c1413f15e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f165 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.273456:0:22690:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c402a0dc00/0xcd11f61c1413f15e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f165 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664584.273471:0:22690:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1788664584.273553:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0dc00/0xcd11f61c1413f15e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f165 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.273561:0:22690:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c402a0dc00/0xcd11f61c1413f15e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f165 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664584.273568:0:22690:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788664584.273573:0:22690:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788664584.273579:0:22690:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff93c43bc50800 10000000:01000000:2.0:1788664584.273582:0:22690:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788664584.273585:0:22690:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1788664584.273588:0:22690:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788664584.273609:0:22690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0d800/0xcd11f61c1413f16c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.273622:0:22690:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c402a0d800/0xcd11f61c1413f16c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.273630:0:22690:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c402a0d800/0xcd11f61c1413f16c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664584.273646:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604928:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788664584.273677:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.273726:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4118ccb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788664584.274228:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140604928 00000100:00100000:1.0:1788664584.274234:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140604928 00000100:00100000:1.0:1788664584.274317:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788664584.274327:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+7:22690:x1875550140604928:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788664584.274336:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664584.274346:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7dfa00/0xcd11f61c1413f173 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f16c expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.274360:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7dfa00/0xcd11f61c1413f173 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f16c expref: 8 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.274368:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7dfa00/0xcd11f61c1413f173 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f16c expref: 8 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.274374:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7dfa00, rc 0) 00000100:00100000:1.0:1788664584.274416:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+8:22690:x1875550140604928:12345-0@lo:101:mount.lustre.0 Request processed in 91us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664584.274422:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788664584.274549:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140604928:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664584.274562:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c402a0d800/0xcd11f61c1413f16c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f173 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.274570:0:22690:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c402a0d800/0xcd11f61c1413f16c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f173 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664584.274834:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140605056:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664584.274863:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.274888:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140605056 00000100:00100000:2.0:1788664584.274892:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140605056 00000100:00100000:2.0:1788664584.274926:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788664584.274933:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+8:22690:x1875550140605056:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664584.275055:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+9:22690:x1875550140605056:12345-0@lo:501:mount.lustre.0 Request processed in 122us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664584.275061:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788664584.275087:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4118ccb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788664584.275112:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140605056:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664584.275151:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140605184:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788664584.275188:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.275209:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140605184 00000100:00100000:2.0:1788664584.275213:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140605184 00000100:00100000:2.0:1788664584.275230:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788664584.275235:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+9:22690:x1875550140605184:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788664584.275517:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4118ccb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788664584.277840:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+9:22690:x1875550140605184:12345-0@lo:503:mount.lustre.0 Request processed in 2596us (2643us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664584.277856:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788664584.279766:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140605184:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788664584.280486:0:22729:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22729:1875550140605312:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788664584.280555:0:22729:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664584.280602:0:22729:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4123c1180 going to sleep for 11 seconds 00000100:00100000:3.0:1788664584.280829:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140605312 00000100:00100000:3.0:1788664584.280836:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140605312 00000100:00100000:3.0:1788664584.280883:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788664584.280899:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+9:22729:x1875550140605312:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788664584.281945:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+9:22729:x1875550140605312:12345-0@lo:502:llog_process_th.0 Request processed in 1043us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664584.281955:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788664584.282073:0:22729:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22729:1875550140605312:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788664584.282106:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788664584.282129:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788664584.282132:0:22729:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788664584.282138:0:22729:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1788664584.282141:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788664584.282155:0:22729:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff93c4306ab380) 00000020:00000080:0.0:1788664584.282172:0:22729:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1788664584.282177:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788664584.282281:0:22729:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788664584.282290:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xcd11f61c1413f181 00000020:00000080:0.0:1788664584.282501:0:22729:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1788664584.282505:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788664584.282509:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788664584.282511:0:22729:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788664584.282520:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788664584.282524:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788664584.282526:0:22729:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1788664584.282529:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788664584.282537:0:22729:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff93c4306a8000) 00000020:00000080:0.0:1788664584.282546:0:22729:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1788664584.282550:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788664584.282552:0:22729:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1788664584.282554:0:22729:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1788664584.282559:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788664584.282604:0:22729:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c43bc50800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1788664584.282617:0:22729:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff93c42e864d40) 00000020:00000080:0.0:1788664584.282625:0:22729:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1788664584.282682:0:22729:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788664584.283027:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xcd11f61c1413f196 00000020:00000080:0.0:1788664584.283136:0:22729:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1788664584.283142:0:22729:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788664584.283147:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xcd11f61c1413f19d 00080000:01000000:0.0:1788664584.283151:0:22729:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:0.0:1788664584.283154:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xcd11f61c1413f1a4 00010000:00010000:1.0:1788664584.416293:0:22729:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1788664584.417285:0:22729:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:1.0:1788664584.417954:0:22729:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788664584.422435:0:22729:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff93c422743380) 00000020:00000080:2.0:1788664584.422459:0:22729:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788664584.422556:0:22729:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788664584.422563:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xcd11f61c1413f1b2 00000020:00000080:0.0:1788664584.433219:0:22729:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1788664584.441234:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xcd11f61c1413f1b9 00000020:00000080:1.0:1788664584.446923:0:22729:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1788664584.446936:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788664584.446944:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664584.446946:0:22729:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1788664584.447207:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788664584.447210:0:22729:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1788664584.447211:0:22729:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788664584.447213:0:22729:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788664584.447215:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788664584.447218:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664584.447220:0:22729:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788664584.447223:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788664584.447229:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664584.447230:0:22729:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1788664584.447236:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788664584.447290:0:22729:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788664584.447307:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788664584.447311:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664584.447312:0:22729:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1788664584.447388:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788664584.447393:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664584.447394:0:22729:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1788664584.447397:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788664584.447402:0:22729:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.152@tcp to nid 0x20000c0a8cb98 (192.168.203.152@tcp) 00000020:00000080:1.0:1788664584.447428:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788664584.447444:0:22729:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff93c30273cd40) 00000020:00000080:1.0:1788664584.447461:0:22729:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1788664584.447466:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788664584.447651:0:22729:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1788664584.447657:0:22729:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:1.0:1788664584.447665:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xcd11f61c1413f1c7 00010000:00080000:1.0:1788664584.447908:0:22729:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c43f744800@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.152@tcp at head 00010000:00010000:1.0:1788664584.452760:0:22729:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1788664584.456557:0:22729:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788664584.456759:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788664584.456833:0:22729:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788664584.456854:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xcd11f61c1413f1ce 00000100:00080000:2.0:1788664584.456864:0:22729:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788664584.456871:0:22729:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93c43f744800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664584.456909:0:22729:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304094380 x1875550140605440/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664584.456936:0:22729:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1788664584.457066:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140605440:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788664584.457131:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:2.0:1788664584.457226:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664584.457230:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.457232:0:22729:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1788664584.457235:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788664584.457251:0:22729:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1788664584.457253:0:22729:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788664584.457255:0:22729:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788664584.457257:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788664584.457260:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.457262:0:22729:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788664584.457264:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788664584.457269:0:22729:0:(obd_mount.c:959:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788664584.457272:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.457273:0:22729:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788664584.457277:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788664584.457280:0:22729:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.152@tcp to nid 0x20000c0a8cb98 (192.168.203.152@tcp) 00000020:01000000:2.0:1788664584.457303:0:22729:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788664584.457306:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788664584.457385:0:22729:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff93c422740000) 00000020:00000080:2.0:1788664584.457398:0:22729:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1788664584.457403:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788664584.457540:0:22729:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1788664584.457546:0:22729:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1788664584.457552:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xcd11f61c1413f1dc 00010000:00080000:2.0:1788664584.457650:0:22729:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c43f741000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.152@tcp at head 00000100:00100000:1.0:1788664584.458107:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140605440 00000100:00100000:1.0:1788664584.458116:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140605440 00000100:00100000:1.0:1788664584.458157:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788664584.458164:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3635:x1875550140605440:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1788664584.458188:0:22716:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:2.0:1788664584.459206:0:22729:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1788664584.462121:0:22729:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788664584.462866:0:22729:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1788664584.468124:0:22729:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788664584.468557:0:22729:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1788664584.480255:0:22729:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000020:00000080:2.0:1788664584.486424:0:22729:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788664584.486440:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788664584.486478:0:22729:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788664584.486499:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xcd11f61c1413f1e3 00000100:00080000:2.0:1788664584.486510:0:22729:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788664584.486524:0:22729:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff93c43f741000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664584.486561:0:22729:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304096300 x1875550140605568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664584.486590:0:22729:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1788664584.486640:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664584.486644:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.486646:0:22729:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788664584.486649:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788664584.486652:0:22729:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1788664584.486654:0:22729:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788664584.486655:0:22729:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788664584.486657:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788664584.486659:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.486661:0:22729:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788664584.486664:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788664584.486668:0:22729:0:(obd_mount.c:959:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788664584.486671:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.486672:0:22729:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788664584.486675:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788664584.486679:0:22729:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.152@tcp to nid 0x20000c0a8cb98 (192.168.203.152@tcp) 00000020:01000000:2.0:1788664584.486722:0:22729:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788664584.486725:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788664584.486737:0:22729:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff93c4227419c0) 00000020:00000080:2.0:1788664584.486748:0:22729:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1788664584.486753:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788664584.486828:0:22729:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1788664584.486835:0:22729:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:2.0:1788664584.486841:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xcd11f61c1413f1f1 00010000:00080000:2.0:1788664584.486886:0:22729:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c42f67f000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.152@tcp at head 00010000:00010000:2.0:1788664584.487111:0:22729:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1788664584.487184:0:22729:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788664584.487206:0:22729:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1788664584.487605:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140605568:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788664584.487657:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140605568 offset 0 length 520: 4 00000040:00080000:2.0:1788664584.490933:0:22729:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788664584.491495:0:22735:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788664584.491501:0:22735:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000040:00080000:3.0:1788664584.491812:0:22729:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788664584.491998:0:22729:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1788664584.492764:0:22737:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788664584.492798:0:22737:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1788664584.494208:0:22729:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788664584.494220:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788664584.494258:0:22729:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788664584.494291:0:22729:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xcd11f61c1413f1f8 00000100:00080000:3.0:1788664584.494301:0:22729:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788664584.494308:0:22729:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93c42f67f000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664584.494449:0:22729:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c40532ad80 x1875550140605696/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788664584.494476:0:22729:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1788664584.494528:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664584.494532:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664584.494534:0:22729:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788664584.494536:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664584.494540:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664584.494541:0:22729:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788664584.494544:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788664584.494545:0:22729:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788664584.494547:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664584.494558:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664584.494560:0:22729:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788664584.494563:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664584.494565:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664584.494566:0:22729:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788664584.494569:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1788664584.494601:0:22729:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22729:1875550140605824:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788664584.494815:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140605696:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1788664584.494884:0:22729:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.494950:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140605824 00000100:00100000:2.0:1788664584.494967:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140605824 00000100:00100000:2.0:1788664584.495009:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788664584.495018:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+9:22729:x1875550140605824:12345-0@lo:502:llog_process_th.0 00000400:00000100:0.0:1788664584.497558:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140605696 offset 0 length 520: 4 00000100:00100000:0.0:1788664584.497729:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3635:x1875550140605440:12345-0@lo:38:llog_process_th.0 Request processed in 39563us (40595us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788664584.497745:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788664584.498005:0:22729:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4123b5c00 going to sleep for 11 seconds 00000100:00080000:1.0:1788664584.498488:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c43f744800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664584.498495:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788664584.498499:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140605440:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788664584.498635:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+9:22729:x1875550140605824:12345-0@lo:502:llog_process_th.0 Request processed in 3616us (3749us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664584.498645:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788664584.498969:0:22729:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22729:1875550140605824:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788664584.499001:0:22729:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664584.499009:0:22729:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664584.499012:0:22729:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788664584.499017:0:22729:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:2.0:1788664584.499256:0:22690:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:2.0:1788664584.499293:0:22690:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1788664584.499323:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0d800/0xcd11f61c1413f16c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f173 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.499334:0:22690:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c402a0d800/0xcd11f61c1413f16c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f173 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664584.499342:0:22690:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-mdtir-ffff93c43bc50800 from 1 10000000:01000000:2.0:1788664584.499345:0:22690:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788664584.499378:0:22690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.499387:0:22690:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.499395:0:22690:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664584.499415:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140605952:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788664584.499467:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.499501:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43f7640c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664584.499628:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140605952 00000100:00100000:0.0:1788664584.499641:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140605952 00000100:00100000:0.0:1788664584.499683:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788664584.499700:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+9:22690:x1875550140605952:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664584.499722:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664584.499736:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f1ff expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.499758:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f1ff expref: 10 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.499789:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f1ff expref: 10 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.499797:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7cde00, rc 0) 00000100:00100000:0.0:1788664584.499832:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+10:22690:x1875550140605952:12345-0@lo:101:mount.lustre.0 Request processed in 133us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664584.499838:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788664584.500298:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140605952:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664584.500382:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.500394:0:22690:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664584.502640:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606080:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1788664584.503146:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.503193:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43f7640c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788664584.503284:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140606080 00000100:00100000:3.0:1788664584.503292:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140606080 00000100:00100000:3.0:1788664584.503349:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788664584.503359:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+10:22690:x1875550140606080:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788664584.503380:0:22706:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788664584.503386:0:22706:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1788664584.503472:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+10:22690:x1875550140606080:12345-0@lo:256:mount.lustre.0 Request processed in 114us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664584.503480:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788664584.503867:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606080:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788664584.506061:0:22690:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788664584.506129:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.506142:0:22690:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664584.506152:0:22690:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c43bc50800 from 1 10000000:01000000:2.0:1788664584.506155:0:22690:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788664584.506195:0:22690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.506203:0:22690:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.506287:0:22690:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664584.506312:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606208:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788664584.506380:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.506428:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43f7640c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664584.507074:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140606208 00000100:00100000:0.0:1788664584.507083:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140606208 00000100:00100000:0.0:1788664584.507134:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788664584.507143:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+10:22690:x1875550140606208:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664584.507157:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664584.507171:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f20d expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.507194:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f20d expref: 11 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.507205:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f20d expref: 11 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.507222:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7cd600, rc 0) 00000100:00100000:0.0:1788664584.507410:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+11:22690:x1875550140606208:12345-0@lo:101:mount.lustre.0 Request processed in 267us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664584.507418:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788664584.507526:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606208:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664584.507541:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.507551:0:22690:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664584.507614:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606336:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664584.507643:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.507672:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43f7640c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664584.508052:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140606336 00000100:00100000:0.0:1788664584.508057:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140606336 00000100:00100000:0.0:1788664584.508083:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788664584.508089:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+11:22690:x1875550140606336:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664584.513242:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+11:22690:x1875550140606336:12345-0@lo:501:mount.lustre.0 Request processed in 5141us (5587us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664584.513259:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788664584.515249:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606336:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664584.516110:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606464:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788664584.516188:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.516269:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43f7640c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788664584.520659:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140606464 00000100:00100000:3.0:1788664584.520675:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140606464 00000100:00100000:3.0:1788664584.521228:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788664584.521239:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+11:22690:x1875550140606464:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788664584.521428:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+11:22690:x1875550140606464:12345-0@lo:503:mount.lustre.0 Request processed in 190us (5239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664584.521448:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788664584.521951:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606464:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788664584.524054:0:22739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22739:1875550140606592:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788664584.524129:0:22739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.524175:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43f764000 going to sleep for 11 seconds 00000100:00100000:3.0:1788664584.524306:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140606592 00000100:00100000:3.0:1788664584.524321:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140606592 00000100:00100000:3.0:1788664584.524367:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788664584.524376:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+11:22739:x1875550140606592:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788664584.525570:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+11:22739:x1875550140606592:12345-0@lo:502:llog_process_th.0 Request processed in 1190us (1436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664584.525582:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788664584.527476:0:22739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22739:1875550140606592:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788664584.527540:0:22739:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788664584.527552:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.527555:0:22739:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788664584.527560:0:22739:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c43bc50800 00000020:00000080:2.0:1788664584.527563:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788664584.527570:0:22739:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664584.527572:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.527573:0:22739:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788664584.527575:0:22739:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788664584.527577:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.527578:0:22739:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788664584.527581:0:22739:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c43bc50800 00000020:00000080:2.0:1788664584.527582:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788664584.527645:0:22739:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664584.527649:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.527651:0:22739:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788664584.527653:0:22739:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788664584.527655:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.527656:0:22739:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788664584.527659:0:22739:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93c43bc50800 00000020:00000080:2.0:1788664584.527661:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788664584.527678:0:22739:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664584.527680:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.527681:0:22739:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788664584.528808:0:22739:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788664584.528815:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664584.528817:0:22739:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788664584.528821:0:22739:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93c43bc50800 00000020:00000080:2.0:1788664584.528823:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1788664584.528889:0:22739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22739:1875550140606720:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788664584.529109:0:22739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.529161:0:22739:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43f764000 going to sleep for 11 seconds 00000100:00100000:3.0:1788664584.529369:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140606720 00000100:00100000:3.0:1788664584.529376:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140606720 00000100:00100000:3.0:1788664584.529423:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788664584.529432:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+11:22739:x1875550140606720:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788664584.529576:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+11:22739:x1875550140606720:12345-0@lo:502:llog_process_th.0 Request processed in 145us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664584.529585:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788664584.529810:0:22739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22739:1875550140606720:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788664584.529969:0:22739:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788664584.529975:0:22739:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664584.529977:0:22739:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788664584.529981:0:22739:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1788664584.530125:0:22690:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788664584.530149:0:22690:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788664584.530172:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664584.530184:0:22690:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664584.530241:0:22690:0:(mgc_request.c:1942:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788664584.530244:0:22690:0:(mgc_request.c:327:config_log_add()) add config log lustre-client-ffff93c43bc50800 10000000:01000000:3.0:1788664584.530247:0:22690:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93c43bc50800 10000000:01000000:3.0:1788664584.530250:0:22690:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788664584.530376:0:22690:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-client-ffff93c43bc50800 from 1 10000000:01000000:3.0:1788664584.530379:0:22690:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788664584.530409:0:22690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413f21b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664584.530418:0:22690:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413f21b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664584.530428:0:22690:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413f21b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664584.530444:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606848:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788664584.530483:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664584.532555:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4127a1480 going to sleep for 11 seconds 00000100:00100000:2.0:1788664584.540163:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140606848 00000100:00100000:2.0:1788664584.540181:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140606848 00000100:00100000:2.0:1788664584.540242:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788664584.540253:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+11:22690:x1875550140606848:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664584.540277:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664584.540298:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c402a0c400/0xcd11f61c1413f222 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f21b expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.540338:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c402a0c400/0xcd11f61c1413f222 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f21b expref: 12 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.540349:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c402a0c400/0xcd11f61c1413f222 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f21b expref: 12 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664584.540358:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c402a0c400, rc 0) 00000100:00100000:2.0:1788664584.540431:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+12:22690:x1875550140606848:12345-0@lo:101:mount.lustre.0 Request processed in 181us (9947us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664584.540438:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788664584.540819:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606848:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788664584.540837:0:22690:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413f21b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f222 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664584.540846:0:22690:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413f21b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f222 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664584.540929:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606976:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664584.542460:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664584.542579:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4127a1480 going to sleep for 11 seconds 00000100:00100000:3.0:1788664584.542828:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140606976 00000100:00100000:3.0:1788664584.542835:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140606976 00000100:00100000:3.0:1788664584.542880:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788664584.542889:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+12:22690:x1875550140606976:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664584.543902:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+12:22690:x1875550140606976:12345-0@lo:501:mount.lustre.0 Request processed in 1010us (1443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664584.543918:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788664584.545457:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140606976:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664584.545588:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140607104:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788664584.545648:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664584.546138:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4127a1480 going to sleep for 11 seconds 00000100:00100000:0.0:1788664584.546426:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140607104 00000100:00100000:0.0:1788664584.546434:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140607104 00000100:00100000:0.0:1788664584.546486:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788664584.546576:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:22690:x1875550140607104:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788664584.547434:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:22690:x1875550140607104:12345-0@lo:503:mount.lustre.0 Request processed in 861us (1783us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664584.547443:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788664584.547915:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140607104:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788664584.549766:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d64700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22743:1875550140607232:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788664584.549861:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664584.549907:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140607232 00000100:00100000:1.0:1788664584.549913:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140607232 00000100:00100000:1.0:1788664584.549952:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788664584.550572:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+12:22743:x1875550140607232:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788664584.551644:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+12:22743:x1875550140607232:12345-0@lo:502:llog_process_th.0 Request processed in 1680us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664584.551656:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788664584.552451:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4123c1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788664584.552482:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d64700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22743:1875550140607232:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1788664584.553139:0:22743:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1788664584.553156:0:22743:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff93c302738000) 00000020:00000080:1.0:1788664584.553178:0:22743:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1788664584.553281:0:22743:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c43bc50800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788664584.553285:0:22743:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c43bc50800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788664584.553294:0:22743:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c43bc50800 4 00010000:00080000:1.0:1788664584.554624:0:22743:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c4126f9000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.152@tcp at head 00010000:00010000:2.0:1788664584.566553:0:22743:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1788664584.566883:0:22743:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1788664584.566928:0:22743:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788664584.566942:0:22743:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xcd11f61c1413f230 00000100:00080000:2.0:1788664584.566952:0:22743:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788664584.566970:0:22743:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff93c4126f9000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664584.567007:0:22743:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304097b80 x1875550140607360/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664584.567028:0:22743:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788664584.567314:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304097b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875550140607360:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788664584.567382:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664584.567450:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140607360 00000100:00100000:1.0:1788664584.567457:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140607360 00000100:00100000:1.0:1788664584.567485:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788664584.567503:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3635:x1875550140607360:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788664584.567553:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3635:x1875550140607360:12345-0@lo:38:llog_process_th.0 Request processed in 50us (171us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788664584.567560:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788664584.567594:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788664584.567601:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c4126f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664584.567605:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788664584.567609:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304097b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875550140607360:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788664584.571999:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304097480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22743:1875550140607488:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788664584.572094:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.572141:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43f764d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788664584.573648:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140607488 00000100:00100000:2.0:1788664584.573674:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140607488 00000100:00100000:2.0:1788664584.573874:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788664584.573884:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:22743:x1875550140607488:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788664584.574053:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:22743:x1875550140607488:12345-0@lo:502:llog_process_th.0 Request processed in 169us (1957us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664584.574061:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788664584.574135:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304097480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22743:1875550140607488:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788664584.574186:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304097480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22743:1875550140607616:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788664584.574225:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664584.574259:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43f764d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788664584.574851:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140607616 00000100:00100000:1.0:1788664584.574857:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140607616 00000100:00100000:1.0:1788664584.574891:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788664584.574899:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+12:22743:x1875550140607616:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788664584.576051:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+12:22743:x1875550140607616:12345-0@lo:502:llog_process_th.0 Request processed in 1149us (1822us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664584.576062:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788664584.576417:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304097480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:50c92092-626e-40ab-871b-cda794304889:22743:1875550140607616:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788664584.576451:0:22743:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1788664584.576830:0:22690:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788664584.576861:0:22690:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788664584.576883:0:22690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413f21b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f222 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664584.576895:0:22690:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303b85e00/0xcd11f61c1413f21b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f222 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788664584.576951:0:22690:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788664584.576953:0:22690:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788664584.576954:0:22690:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788664584.576956:0:22690:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788664584.577673:0:22690:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788664584.577765:0:22690:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788664584.577767:0:22690:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788664584.577811:0:22690:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788664584.577814:0:22690:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788664584.577815:0:22690:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788664584.577819:0:22690:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1788664584.577821:0:22690:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788664584.577823:0:22690:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788664584.577824:0:22690:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788664584.577825:0:22690:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788664584.577826:0:22690:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788664584.577834:0:22690:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788664584.577835:0:22690:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788664584.577836:0:22690:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788664584.577837:0:22690:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788664584.577839:0:22690:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788664584.577865:0:22690:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788664584.577883:0:22690:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140607744:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788664584.577943:0:22690:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664584.577991:0:22690:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4127a1300 going to sleep for 11 seconds 00000100:00100000:2.0:1788664584.579722:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140607744 00000100:00100000:2.0:1788664584.579733:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140607744 00000100:00100000:2.0:1788664584.579797:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788664584.579806:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e789c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:22690:x1875550140607744:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788664584.579839:0:22704:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788664584.579851:0:22704:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788664584.590109:0:22704:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788664584.590125:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1788664584.590588:0:22727:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788664584.590593:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788664584.590615:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664584.590633:0:22727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f1ff expref: 12 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664584.590642:0:22727:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664584.590897:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e789c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:22690:x1875550140607744:12345-0@lo:253:mount.lustre.0 Request processed in 11090us (12952us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664584.590908:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00010000:3.0:1788664584.591103:0:22727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f1ff expref: 11 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664584.591118:0:22727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f1ff expref: 11 pid: 22704 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664584.591131:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140607872:0@lo:104: 00000100:00100000:3.0:1788664584.591161:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664584.591191:0:22727:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4127a1240 going to sleep for 11 seconds 00000100:00100000:3.0:1788664584.591219:0:22690:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:22690:1875550140607744:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788664584.591229:0:22690:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788664584.591232:0:22690:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788664584.591239:0:22690:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788664584.591240:0:22690:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788664584.591242:0:22690:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788664584.591243:0:22690:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788664584.591244:0:22690:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788664584.591245:0:22690:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788664584.591247:0:22690:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788664584.591249:0:22690:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788664584.591250:0:22690:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788664584.592901:0:22690:0:(tgt_mount.c:2700:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1788664584.596842:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140607872 00000100:00100000:0.0:1788664584.596858:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140607872 00000100:00100000:0.0:1788664584.596907:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788664584.596917:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140607872:12345-0@lo:104: 00010000:00010000:0.0:1788664584.596934:0:22694:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.597020:0:22694:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788664584.597033:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140607872:12345-0@lo:104: Request processed in 118us (5871us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664584.597041:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788664584.597081:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140607872:0@lo:104: 00010000:00010000:0.0:1788664584.597101:0:22727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.597118:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664584.597124:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.597132:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0de00 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:0.0:1788664584.597136:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.597144:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788664584.597152:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664584.597158:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788664584.597190:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.597197:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788664584.597216:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.597223:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c402a0de00/0xcd11f61c1413f1ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f206 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.597248:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664584.597249:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664584.597251:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664584.597297:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140608000:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664584.597333:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664584.597816:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140608000 00000100:00100000:1.0:1788664584.597822:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140608000 00010000:00010000:1.0:1788664584.597846:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f1ff expref: 12 pid: 22704 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664584.597873:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788664584.597881:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+12:3636:x1875550140608000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664584.597890:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664584.597896:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f1ff expref: 12 pid: 22704 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.597906:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f1ff expref: 12 pid: 22704 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.597920:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42e7cde00/0xcd11f61c1413f206 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f1ff expref: 12 pid: 22704 timeout: 779 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.597936:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.597945:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788664584.597959:0:22696:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007366534s 00010000:00010000:1.0:1788664584.597963:0:22696:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.597970:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.597977:0:22696:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.598005:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.598011:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b84800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664584.598015:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.598023:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.598041:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664584.598052:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664584.598107:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+11:3636:x1875550140608000:12345-0@lo:103:ldlm_bl.0 Request processed in 227us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664584.598114:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1788664584.598371:0:22727:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.598379:0:22727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664584.598385:0:22727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303b84800/0xcd11f61c1413f237 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664584.598420:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140608000:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1788664584.624129:0:22690:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967531 00000040:01000000:1.0:1788664584.624479:0:22690:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1788664584.624611:0:22751:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967531 00000020:00080000:0.0:1788664584.624615:0:22751:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967531 00000040:01000000:0.0:1788664584.624845:0:22752:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1788664584.625162:0:22752:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788664584.627154:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788664584.627233:0:22752:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:1.0:1788664584.628074:0:22690:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:1.0:1788664584.631832:0:22753:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff93c406d67100 x1875550140608128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664584.631846:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00000040:01000000:0.0:1788664584.634323:0:22690:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1788664584.634366:0:22690:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1788664584.635503:0:22690:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1788664584.635517:0:22690:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1788664584.635574:0:22690:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788664584.642677:0:22690:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1788664584.644638:0:22690:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1788664584.648106:0:22690:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1788664584.649314:0:22690:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1788664584.650016:0:22690:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1788664584.652754:0:22690:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1788664584.661128:0:22690:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1788664584.661166:0:22690:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffaa6d41c33988 00100000:10000000:0.0:1788664584.661175:0:22690:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1788664584.665175:0:22690:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788664584.665191:0:22690:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.152@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788664584.665214:0:22690:0:(tgt_mount.c:2466:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1788664584.665232:0:22690:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1788664584.666006:0:22690:0:(tgt_mount.c:2352:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788664584.666191:0:22690:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788664585.088555:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664585.663797:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00000040:00080000:1.0:1788664585.665262:0:22747:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788664585.665269:0:22747:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788664585.671424:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788664585.671438:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:0.0:1788664586.112820:0:22708:0:(mgc_request.c:609:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788664586.112827:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-mdtir-ffff93c43bc50800 from 11 10000000:01000000:0.0:1788664586.112833:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788664586.112879:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664586.112891:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664586.112902:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664586.112929:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140608256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788664586.113000:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664586.113049:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c303711f00 going to sleep for 11 seconds 00010000:00010000:0.0:1788664586.113809:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664586.115684:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140608256 00000100:00100000:1.0:1788664586.115708:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140608256 00000100:00100000:1.0:1788664586.115821:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788664586.115831:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+11:22708:x1875550140608256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788664586.115849:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664586.115869:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f23e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664586.115900:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f23e expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664586.115923:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f23e expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664586.115933:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7de800, rc 0) 00000100:00100000:1.0:1788664586.116001:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+12:22708:x1875550140608256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (3000us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664586.116008:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788664586.116709:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140608256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788664586.116730:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664586.116741:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664586.116858:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140608384:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788664586.116906:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664586.116935:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c303711f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788664586.120011:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140608384 00000100:00100000:1.0:1788664586.120026:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140608384 00000100:00100000:1.0:1788664586.120101:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788664586.120112:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:22708:x1875550140608384:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788664586.120139:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788664586.120162:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788664586.120166:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1788664586.120303:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:22708:x1875550140608384:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 193us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664586.120311:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788664586.120551:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140608384:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788664586.120603:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788664586.120613:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664586.120624:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788664586.686051:0:22747:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788664586.686066:0:22747:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788664586.686227:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1788664586.686276:0:22747:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788664586.686469:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1788664586.686714:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:0.0:1788664587.140110:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664587.711506:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:0.0:1788664588.160533:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664588.733865:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:0.0:1788664589.185563:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664589.768531:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00000001:02000400:2.0:1788664589.791766:0:22996:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:0.0:1788664589.893415:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788664589.893421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788664589.893425:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c43f744800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788664589.893432:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:0.0:1788664589.893438:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788664589.893446:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93c43f744800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:0.0:1788664589.893468:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c42f5e4700 x1875550140608640/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788664589.897450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788664589.897467:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788664589.897470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788664589.897472:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788664589.897474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788664589.897478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788664589.897492:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c4126f9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788664589.897504:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff93c4126f9000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:0.0:1788664589.897539:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c42f5e5880 x1875550140608768/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788664589.898138:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140608512:0@lo:400:kworker.0 00000100:00100000:0.0:1788664589.898208:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664589.898287:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140608512 00000100:00100000:0.0:1788664589.898294:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140608512 00000100:00100000:0.0:1788664589.898340:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788664589.898347:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+12:3637:x1875550140608512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664589.898395:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+12:3637:x1875550140608512:12345-0@lo:400:kworker.0 Request processed in 48us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664589.898401:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788664589.898453:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140608512:0@lo:400:kworker.0 00000100:00100000:3.0:1788664589.905072:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140608640:0@lo:38:kworker.0 00000100:00100000:3.0:1788664589.905150:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664589.905828:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140608640 00000100:00100000:3.0:1788664589.905837:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140608640 00000100:00100000:3.0:1788664589.905872:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788664589.905881:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3635:x1875550140608640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788664589.905900:0:22717:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788664589.905944:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3635:x1875550140608640:12345-0@lo:38:kworker.0 Request processed in 64us (794us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788664589.905952:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788664589.905990:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c43f744800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788664589.905995:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788664589.905999:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140608640:0@lo:38:kworker.0 00000100:00100000:3.0:1788664589.906007:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875550140608768:0@lo:38:kworker.0 00000100:00100000:3.0:1788664589.906037:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664589.907045:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140608768 00000100:00100000:1.0:1788664589.907055:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140608768 00000100:00100000:1.0:1788664589.907091:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788664589.907099:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3635:x1875550140608768:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1788664589.907124:0:22713:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 685 last 0 00000020:00000080:1.0:1788664589.907164:0:22713:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xcd11f61c1413f24c 00000004:00100000:1.0:1788664589.907180:0:22713:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788664589.908184:0:22713:0:(import.c:65:import_set_state_nolock()) ffff93c42e7ed000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788664589.911485:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875550140608768:12345-0@lo:38:kworker.0 Request processed in 4378us (5439us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664589.911501:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788664589.911821:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93c42f5e5880 x1875550140608768/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788664599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788664589.911840:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788664589.911856:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788664589.911861:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788664589.911865:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c4126f9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788664589.911872:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875550140608768:0@lo:38:kworker.0 00010000:00010000:0.0:1788664590.207365:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664590.783210:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00000020:00000004:2.0:1788664590.872546:0:23048:0:(tgt_mount.c:2352:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788664590.874861:0:23048:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788664591.238584:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664591.808274:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00000020:00000004:1.0:1788664591.937413:0:23098:0:(tgt_mount.c:2352:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788664591.937585:0:23098:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788664592.255594:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664592.833980:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:1.0:1788664593.279412:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664593.868328:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:3.0:1788664594.307899:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664594.878035:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00000100:00100000:0.0:1788664595.012083:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664584/real 1788664584] req@ffff93c40532ad80 x1875550140605696/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664594 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664595.012117:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c40532ad80 x1875550140605696/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664594 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664595.012128:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664584/real 1788664584] req@ffff93c304096300 x1875550140605568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664594 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664595.012142:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c304096300 x1875550140605568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664594 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788664595.012161:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788664595.012170:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788664595.012174:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140605696:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788664595.012180:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c43f741000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788664595.012184:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788664595.012187:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140605568:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788664595.012525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788664595.012531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788664595.012535:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c43f744800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788664595.012554:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 685 00000100:00080000:3.0:1788664595.012560:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788664595.012567:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93c43f744800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:0.0:1788664595.012577:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788664595.012592:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c405329c00 x1875550140609024/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788664595.012592:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140608896:0@lo:400:kworker.0 00000100:00080000:3.0:1788664595.012616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664595.012620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788664595.012622:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c43f741000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788664595.012626:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:3.0:1788664595.012629:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788664595.012634:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff93c43f741000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664595.012657:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c40532b480 x1875550140609152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788664595.012667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664595.012670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788664595.012673:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1788664595.012675:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788664595.012679:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:3.0:1788664595.012682:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788664595.012686:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93c42f67f000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664595.012697:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c40532ad80 x1875550140609280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788664595.012736:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875550140609408:0@lo:400:kworker.0 00000100:00100000:0.0:1788664595.012767:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664595.012818:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140608896 00000100:00100000:0.0:1788664595.012825:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140608896 00000100:00100000:0.0:1788664595.012866:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788664595.012875:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:3639:x1875550140608896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664595.012927:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+12:3639:x1875550140608896:12345-0@lo:400:kworker.0 Request processed in 52us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664595.012941:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788664595.012978:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140609024:0@lo:38:kworker.0 00000100:00100000:0.0:1788664595.013003:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664595.013023:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140609152:0@lo:8:kworker.0 00000400:00000100:0.0:1788664595.013043:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140609152 offset 0 length 520: 4 00000100:00100000:0.0:1788664595.013055:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140609280:0@lo:8:kworker.0 00000400:00000100:0.0:1788664595.013066:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140609280 offset 0 length 520: 4 00000100:00100000:0.0:1788664595.013088:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140609024 00000100:00100000:0.0:1788664595.013091:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140609024 00000100:00100000:0.0:1788664595.013109:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788664595.013114:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3635:x1875550140609024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788664595.013131:0:22717:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788664595.013165:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3635:x1875550140609024:12345-0@lo:38:kworker.0 Request processed in 49us (161us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788664595.013171:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1788664595.013200:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c43f744800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788664595.013204:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788664595.013208:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140609024:0@lo:38:kworker.0 00000100:00100000:0.0:1788664595.013232:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140608896:0@lo:400:kworker.0 00000100:00100000:3.0:1788664595.013311:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140609408 00000100:00100000:3.0:1788664595.013316:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140609408 00000100:00100000:3.0:1788664595.013411:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788664595.013419:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875550140609408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664595.013463:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875550140609408:12345-0@lo:400:kworker.0 Request processed in 45us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664595.013470:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788664595.013538:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93c405328a80 x1875550140609408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664595.013550:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875550140609408:0@lo:400:kworker.0 00010000:00010000:1.0:1788664595.331905:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664595.904620:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:0.0:1788664596.350344:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664596.926727:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00000040:00080000:3.0:1788664596.928121:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788664597.379574:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664597.951115:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:0.0:1788664598.400321:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788664598.929854:0:23443:0:(obd_mount.c:921:lmd_print()) mount data: 00000020:01000004:3.0:1788664598.929859:0:23443:0:(obd_mount.c:924:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788664598.929861:0:23443:0:(obd_mount.c:927:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788664598.929977:0:23443:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff93c407e1f000 00000020:01000004:3.0:1788664598.929992:0:23443:0:(tgt_mount.c:2508:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1788664598.930004:0:23443:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788664598.930018:0:23443:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff93c435374d40) 00000020:00000080:3.0:1788664598.930034:0:23443:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00000100:00100000:0.0:1788664598.973938:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00100000:10000000:3.0:1788664599.072156:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788664599.072661:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.094031:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.095381:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.096032:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.096469:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.096967:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.098588:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.099393:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.099667:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.100446:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.100725:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.101025:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.101448:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.101894:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.102384:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.102837:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.103421:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.103652:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.105069:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.107129:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.109021:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.109579:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1788664599.109870:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.110151:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1788664599.110700:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1788664599.111870:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1788664599.112595:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788664599.112908:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788664599.113175:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1788664599.113609:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788664599.113914:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1788664599.114126:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788664599.114475:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1788664599.114944:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788664599.121738:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788664599.122956:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788664599.123386:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788664599.123934:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1788664599.124817:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788664599.125496:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1788664599.127032:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1788664599.127408:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788664599.127668:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1788664599.131421:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788664599.132409:0:23443:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00080000:01000000:1.0:1788664599.141470:0:23443:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788664599.142009:0:23443:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1788664599.142022:0:23443:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788664599.142035:0:23443:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xcd11f61c1413f25a 00000020:01000004:1.0:1788664599.142041:0:23443:0:(tgt_mount.c:2593:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1788664599.142061:0:23443:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.152@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788664599.142064:0:23443:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.203.152@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788664599.142069:0:23443:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1788664599.142097:0:23443:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1788664599.142101:0:23443:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.152@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1788664599.149990:0:23443:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.152@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788664599.150031:0:23443:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.152@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1788664599.150036:0:23443:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788664599.150038:0:23443:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788664599.150039:0:23443:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788664599.150040:0:23443:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788664599.150042:0:23443:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788664599.150043:0:23443:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788664599.150044:0:23443:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788664599.150046:0:23443:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788664599.150048:0:23443:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788664599.150052:0:23443:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1788664599.150054:0:23443:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788664599.150055:0:23443:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788664599.150056:0:23443:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788664599.150057:0:23443:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788664599.150058:0:23443:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788664599.150059:0:23443:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788664599.150060:0:23443:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788664599.150061:0:23443:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788664599.150062:0:23443:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788664599.150090:0:23443:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788664599.150111:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140609536:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788664599.151093:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.154007:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c422611180 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.155204:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140609536 00000100:00100000:0.0:1788664599.155217:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140609536 00000100:00100000:0.0:1788664599.155273:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788664599.155284:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+12:23443:x1875550140609536:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788664599.155344:0:22706:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788664599.155348:0:22706:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1788664599.155360:0:22706:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1788664599.156293:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+12:23443:x1875550140609536:12345-0@lo:253:mount.lustre.0 Request processed in 1007us (5199us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664599.156304:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788664599.156438:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140609536:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788664599.156452:0:23443:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788664599.156455:0:23443:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788664599.156457:0:23443:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788664599.156458:0:23443:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788664599.156459:0:23443:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788664599.156460:0:23443:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788664599.156461:0:23443:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788664599.156463:0:23443:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788664599.156465:0:23443:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788664599.156466:0:23443:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788664599.156489:0:23443:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93c407e1f000 from lustre-MDT0001 10000000:01000000:1.0:1788664599.156520:0:23443:0:(mgc_request.c:1942:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1788664599.156523:0:23443:0:(mgc_request.c:327:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788664599.156530:0:23443:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff93c4353719c0 local copy 00010000:00010000:1.0:1788664599.156540:0:23443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664599.156651:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140609664:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664599.156699:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.156732:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c422611d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.156853:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140609664 00000100:00100000:0.0:1788664599.156859:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140609664 00000100:00100000:0.0:1788664599.156966:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788664599.156975:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e789450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+12:23443:x1875550140609664:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664599.157053:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e789450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+12:23443:x1875550140609664:12345-0@lo:501:mount.lustre.0 Request processed in 78us (365us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788664599.157060:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788664599.157243:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140609664:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788664599.157258:0:23443:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.152@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788664599.157281:0:23443:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.152@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788664599.157287:0:23443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.157296:0:23443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664599.157323:0:23443:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93c407e1f000 10000000:01000000:3.0:1788664599.157329:0:23443:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788664599.157334:0:23443:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff93c4353719c0 10000000:01000000:3.0:1788664599.157338:0:23443:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1788664599.157341:0:23443:0:(mgc_request.c:1800:mgc_process_log()) Process log nodemap-ffff93c4353719c0 from 1 10000000:01000000:3.0:1788664599.157344:0:23443:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788664599.157381:0:23443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413f261 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.157389:0:23443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413f261 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.157398:0:23443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413f261 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664599.157413:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140609792:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788664599.157443:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.157472:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c435104cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788664599.157676:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140609792 00000100:00100000:1.0:1788664599.157681:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140609792 00000100:00100000:1.0:1788664599.157715:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788664599.157722:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+12:23443:x1875550140609792:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788664599.157732:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664599.157745:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7de400/0xcd11f61c1413f268 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f261 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.157767:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7de400/0xcd11f61c1413f268 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f261 expref: 13 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.157805:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7de400/0xcd11f61c1413f268 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f261 expref: 13 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.157813:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7de400, rc 0) 00000100:00100000:1.0:1788664599.157844:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+13:23443:x1875550140609792:12345-0@lo:101:mount.lustre.0 Request processed in 122us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.157850:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788664599.158151:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140609792:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788664599.158166:0:23443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413f261 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f268 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.158174:0:23443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413f261 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f268 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664599.158300:0:23443:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788664599.158315:0:23443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413f261 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f268 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.158323:0:23443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303b84e00/0xcd11f61c1413f261 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f268 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664599.158331:0:23443:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff93c407e1f000 10000000:01000000:3.0:1788664599.158336:0:23443:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1788664599.158339:0:23443:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-barrier-ffff93c407e1f000 from 1 10000000:01000000:3.0:1788664599.158347:0:23443:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1788664599.158365:0:23443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413f26f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.158372:0:23443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413f26f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.158389:0:23443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413f26f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664599.158403:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140609920:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788664599.158428:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.158451:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c435104cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788664599.158551:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140609920 00000100:00100000:1.0:1788664599.158555:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140609920 00000100:00100000:1.0:1788664599.158814:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788664599.158824:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+13:23443:x1875550140609920:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788664599.158833:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664599.158843:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7dfc00/0xcd11f61c1413f276 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f26f expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.158860:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7dfc00/0xcd11f61c1413f276 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f26f expref: 14 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.158882:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7dfc00/0xcd11f61c1413f276 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f26f expref: 14 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.158888:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7dfc00, rc 0) 00000100:00100000:1.0:1788664599.158928:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+14:23443:x1875550140609920:12345-0@lo:101:mount.lustre.0 Request processed in 106us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.158935:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788664599.159006:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140609920:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788664599.159017:0:23443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413f26f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f276 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.159024:0:23443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413f26f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f276 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664599.159035:0:23443:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1788664599.159041:0:23443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413f26f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f276 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.159047:0:23443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303b85800/0xcd11f61c1413f26f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f276 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664599.159052:0:23443:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788664599.159055:0:23443:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788664599.159067:0:23443:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff93c407e1f000 10000000:01000000:3.0:1788664599.159070:0:23443:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1788664599.159073:0:23443:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1788664599.159075:0:23443:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1788664599.159090:0:23443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85000/0xcd11f61c1413f27d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.159097:0:23443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303b85000/0xcd11f61c1413f27d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.159104:0:23443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303b85000/0xcd11f61c1413f27d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664599.159116:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610048:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788664599.159152:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.159832:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c435104cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788664599.166036:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140610048 00000100:00100000:2.0:1788664599.166053:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140610048 00000100:00100000:2.0:1788664599.166723:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788664599.166735:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+14:23443:x1875550140610048:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664599.166752:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664599.166787:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c402a0c800/0xcd11f61c1413f284 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f27d expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.166813:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c402a0c800/0xcd11f61c1413f284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f27d expref: 15 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.166823:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c402a0c800/0xcd11f61c1413f284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f27d expref: 15 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.166832:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c402a0c800, rc 0) 00000100:00100000:2.0:1788664599.166903:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140610048:12345-0@lo:101:mount.lustre.0 Request processed in 171us (7750us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664599.166999:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788664599.167282:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610048:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788664599.167305:0:23443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303b85000/0xcd11f61c1413f27d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f284 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.167316:0:23443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303b85000/0xcd11f61c1413f27d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f284 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788664599.168801:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1788664599.170819:0:23443:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788664599.177363:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788664599.177422:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1788664599.177440:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1788664599.177455:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1788664599.177469:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1788664599.177493:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1788664599.177506:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1788664599.177519:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1788664599.177533:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1788664599.177547:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1788664599.177559:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1788664599.177572:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1788664599.177586:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1788664599.177600:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1788664599.178258:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1788664599.178301:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1788664599.178319:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1788664599.178333:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1788664599.178346:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1788664599.178358:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1788664599.178373:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1788664599.178386:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1788664599.178399:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1788664599.178648:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1788664599.178735:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1788664599.178748:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1788664599.178761:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1788664599.178799:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1788664599.178815:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1788664599.178827:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1788664599.178839:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1788664599.178851:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1788664599.178863:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1788664599.178876:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1788664599.178886:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1788664599.178898:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1788664599.178929:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1788664599.178951:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1788664599.178980:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1788664599.178991:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1788664599.179003:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1788664599.179014:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1788664599.179026:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1788664599.179042:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1788664599.179075:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1788664599.179081:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1788664599.179199:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664599.179266:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.179384:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c435104300 going to sleep for 11 seconds 00000100:00100000:2.0:1788664599.182660:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140610176 00000100:00100000:2.0:1788664599.182676:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140610176 00000100:00100000:2.0:1788664599.182747:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788664599.182757:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e789850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140610176:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664599.182982:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e789850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140610176:12345-0@lo:501:mount.lustre.0 Request processed in 225us (3714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664599.183005:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788664599.183017:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664599.183070:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610304:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788664599.183117:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.183159:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c435104300 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.183172:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140610304 00000100:00100000:0.0:1788664599.183178:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140610304 00000100:00100000:0.0:1788664599.183221:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788664599.183229:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140610304:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788664599.184232:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140610304:12345-0@lo:503:mount.lustre.0 Request processed in 1000us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664599.184242:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788664599.184744:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610304:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788664599.185258:0:23443:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788664599.185338:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610432:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664599.185387:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.185733:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c422611f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788664599.185873:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140610432 00000100:00100000:2.0:1788664599.185880:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140610432 00000100:00100000:2.0:1788664599.185966:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788664599.185976:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140610432:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664599.186925:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140610432:12345-0@lo:502:mount.lustre.0 Request processed in 948us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664599.186937:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788664599.187035:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610432:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788664599.187270:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788664599.187323:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1788664599.187338:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1788664599.187350:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1788664599.187365:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1788664599.187384:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1788664599.187397:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1788664599.187408:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1788664599.187430:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1788664599.187465:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1788664599.187479:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1788664599.187491:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1788664599.187502:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1788664599.187514:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1788664599.187525:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1788664599.187536:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1788664599.187548:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1788664599.187559:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1788664599.187570:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1788664599.187585:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1788664599.187597:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1788664599.187609:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1788664599.187637:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1788664599.187649:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1788664599.187660:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1788664599.187671:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1788664599.187683:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1788664599.187707:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1788664599.187720:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1788664599.187732:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1788664599.187743:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1788664599.187754:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1788664599.187766:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1788664599.187822:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1788664599.187837:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1788664599.187849:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1788664599.187862:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1788664599.187873:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1788664599.187884:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1788664599.187895:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1788664599.187905:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1788664599.187916:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1788664599.187928:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1788664599.187939:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1788664599.187976:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610560:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664599.188032:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.188068:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c422611f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788664599.188204:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140610560 00000100:00100000:3.0:1788664599.188211:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140610560 00000100:00100000:3.0:1788664599.188315:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788664599.188326:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140610560:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788664599.188465:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140610560:12345-0@lo:502:mount.lustre.0 Request processed in 140us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664599.188473:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788664599.188852:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140610560:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788664599.188911:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1788664599.188922:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1788664599.192390:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664599.192405:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.192408:0:23447:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1788664599.192542:0:23447:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1788664599.192546:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788664599.192564:0:23447:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff93c435373380) 00000020:00000080:3.0:1788664599.192587:0:23447:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1788664599.192593:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1788664599.192696:0:23447:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788664599.192704:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xcd11f61c1413f292 00000020:00000080:3.0:1788664599.193104:0:23447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1788664599.193109:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664599.193113:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.193115:0:23447:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1788664599.193118:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664599.193122:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.193123:0:23447:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1788664599.193127:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788664599.193136:0:23447:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff93c4227dcd40) 00000020:00000080:3.0:1788664599.193146:0:23447:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1788664599.193151:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788664599.193153:0:23447:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1788664599.193155:0:23447:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1788664599.193160:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788664599.193205:0:23447:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c407e1f000 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1788664599.193217:0:23447:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff93c4227d8000) 00000020:00000080:3.0:1788664599.193226:0:23447:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1788664599.193297:0:23447:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1788664599.193302:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xcd11f61c1413f2a7 00000020:00000080:3.0:1788664599.193389:0:23447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1788664599.193395:0:23447:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1788664599.193399:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xcd11f61c1413f2ae 00080000:01000000:3.0:1788664599.193404:0:23447:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:3.0:1788664599.193406:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xcd11f61c1413f2b5 00010000:00010000:3.0:1788664599.285526:0:23447:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1788664599.292373:0:23447:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1788664599.293747:0:23447:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788664599.300819:0:23447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1788664599.300835:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664599.303900:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664599.303907:0:23447:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1788664599.303920:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788664599.303929:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664599.303930:0:23447:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1788664599.303934:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788664599.303940:0:23447:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.152@tcp to nid 0x20000c0a8cb98 (192.168.203.152@tcp) 00000020:00000080:2.0:1788664599.303971:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788664599.303989:0:23447:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff93c422744d40) 00000020:00000080:2.0:1788664599.304013:0:23447:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1788664599.304019:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788664599.304122:0:23447:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1788664599.304129:0:23447:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788664599.304137:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xcd11f61c1413f2c3 00010000:00080000:2.0:1788664599.304176:0:23447:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c40713d800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.152@tcp at head 00010000:00010000:2.0:1788664599.307259:0:23447:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1788664599.321464:0:23447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788664599.321478:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788664599.321526:0:23447:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788664599.321549:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xcd11f61c1413f2ca 00000100:00080000:1.0:1788664599.321558:0:23447:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788664599.321564:0:23447:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff93c40713d800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:1.0:1788664599.321600:0:23447:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c406d66a00 x1875550140610688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788664599.321692:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140610688:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788664599.321759:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788664599.321870:0:23447:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788664599.321900:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788664599.321904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788664599.321907:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c43f744800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788664599.321912:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 690 00000100:00080000:1.0:1788664599.321916:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788664599.321920:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93c43f744800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:1.0:1788664599.321936:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c406d67800 x1875550140610816/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788664599.323028:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140610688 00000100:00100000:2.0:1788664599.323039:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140610688 00000100:00100000:2.0:1788664599.323085:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788664599.323092:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3635:x1875550140610688:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788664599.323130:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:2.0:1788664599.323166:0:22717:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xcd11f61c1413f2d1 00000004:00100000:2.0:1788664599.323180:0:22717:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1788664599.323185:0:22717:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1788664599.326015:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140610816:0@lo:38:kworker.0 00000100:00100000:0.0:1788664599.326167:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.326579:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1788664599.326590:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00080000:1.0:1788664599.327157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664599.327163:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788664599.327166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664599.327168:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788664599.327224:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140610944:0@lo:400:kworker.0 00000100:00100000:1.0:1788664599.327265:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.327301:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140610944 00000100:00100000:1.0:1788664599.327307:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140610944 00000100:00100000:1.0:1788664599.327345:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788664599.327352:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140610944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664599.327413:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140610944:12345-0@lo:400:kworker.0 Request processed in 60us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.327420:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788664599.327460:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff93c406d64a80 x1875550140610944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664599.327488:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140610944:0@lo:400:kworker.0 00000020:01000000:1.0:1788664599.327573:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788664599.327580:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664599.327582:0:23447:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1788664599.327585:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788664599.327587:0:23447:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788664599.327589:0:23447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788664599.327590:0:23447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788664599.327592:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788664599.327594:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664599.327595:0:23447:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788664599.327597:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788664599.327602:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664599.327603:0:23447:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1788664599.327607:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788664599.327660:0:23447:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788664599.327674:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788664599.327677:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664599.327678:0:23447:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1788664599.327680:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788664599.327682:0:23447:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:1.0:1788664599.327683:0:23447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788664599.327684:0:23447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788664599.327686:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788664599.327688:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664599.327690:0:23447:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788664599.327692:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788664599.327695:0:23447:0:(obd_mount.c:959:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788664599.327698:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664599.327699:0:23447:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788664599.327702:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788664599.327705:0:23447:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.152@tcp to nid 0x20000c0a8cb98 (192.168.203.152@tcp) 00000020:01000000:1.0:1788664599.327730:0:23447:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788664599.327733:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788664599.327745:0:23447:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff93c30273b380) 00000020:00000080:1.0:1788664599.327760:0:23447:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1788664599.327765:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788664599.327853:0:23447:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1788664599.327859:0:23447:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788664599.327864:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xcd11f61c1413f2df 00010000:00080000:1.0:1788664599.327891:0:23447:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c42e7ee000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.152@tcp at head 00010000:00010000:1.0:1788664599.328111:0:23447:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:1.0:1788664599.330089:0:23447:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788664599.331211:0:23447:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:3.0:1788664599.331745:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140610816 00000100:00100000:3.0:1788664599.331756:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140610816 00000100:00100000:0.0:1788664599.331881:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788664599.331891:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3635:x1875550140610816:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1788664599.331994:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3635:x1875550140610816:12345-0@lo:38:kworker.0 Request processed in 103us (5826us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788664599.332002:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788664599.332044:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788664599.332054:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c43f744800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788664599.332059:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788664599.332063:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140610816:0@lo:38:kworker.0 00000100:00080000:2.0:1788664599.333132:0:22717:0:(import.c:65:import_set_state_nolock()) ffff93c3041b1800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788664599.333214:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1875550140610688:12345-0@lo:38:llog_process_th.0 Request processed in 10120us (11453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664599.333223:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788664599.333735:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788664599.333744:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788664599.333752:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788664599.333757:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788664599.333759:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c40713d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788664599.333811:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140610688:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788664599.333989:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788664599.334005:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140611072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788664599.334052:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.334207:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140611072 00000100:00100000:3.0:1788664599.334214:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140611072 00000100:00100000:3.0:1788664599.334260:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788664599.334269:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1875550140611072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788664599.334297:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788664599.334350:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1875550140611072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664599.334356:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788664599.334436:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140611072:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788664599.336138:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788664599.337664:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788664599.338595:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:0.0:1788664599.340203:0:23453:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788664599.340209:0:23453:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788664599.343174:0:23447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788664599.343189:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788664599.343234:0:23447:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788664599.343257:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xcd11f61c1413f2e6 00000100:00080000:3.0:1788664599.343266:0:23447:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788664599.343273:0:23447:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff93c42e7ee000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664599.343319:0:23447:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c40532a680 x1875550140611200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788664599.343346:0:23447:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788664599.343407:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664599.343410:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.343412:0:23447:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788664599.343415:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788664599.343417:0:23447:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1788664599.343419:0:23447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788664599.343421:0:23447:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788664599.343422:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788664599.343424:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.343425:0:23447:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788664599.343427:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788664599.343432:0:23447:0:(obd_mount.c:959:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1788664599.343435:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.343436:0:23447:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788664599.343439:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788664599.343442:0:23447:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.152@tcp to nid 0x20000c0a8cb98 (192.168.203.152@tcp) 00000020:01000000:3.0:1788664599.343464:0:23447:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1788664599.343466:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788664599.343476:0:23447:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff93c4227d99c0) 00000020:00000080:3.0:1788664599.343488:0:23447:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1788664599.343492:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788664599.343545:0:23447:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1788664599.343551:0:23447:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788664599.343558:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xcd11f61c1413f2f4 00010000:00080000:3.0:1788664599.343588:0:23447:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c406418800@lustre-OST0001-osc-MDT0001: add connection 192.168.203.152@tcp at head 00000100:00080000:1.0:1788664599.343799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664599.343805:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788664599.343807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664599.343810:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1788664599.344067:0:23447:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1788664599.344184:0:23447:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788664599.344201:0:23447:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1788664599.345603:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140611200:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788664599.345673:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140611200 offset 0 length 520: 4 00000040:00080000:1.0:1788664599.348725:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788664599.348960:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1788664599.349087:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1788664599.354629:0:23455:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788664599.354637:0:23455:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1788664599.355666:0:23447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788664599.355679:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788664599.355721:0:23447:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788664599.355743:0:23447:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xcd11f61c1413f2fb 00000100:00080000:2.0:1788664599.355753:0:23447:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788664599.355759:0:23447:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93c406418800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664599.355826:0:23447:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304094000 x1875550140611328/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664599.355977:0:23447:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:3.0:1788664599.356075:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140611328:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788664599.356131:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140611328 offset 0 length 520: 4 00000020:01000000:2.0:1788664599.356272:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664599.356276:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664599.356278:0:23447:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788664599.356281:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788664599.356286:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664599.356287:0:23447:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788664599.356290:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788664599.356292:0:23447:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788664599.356294:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664599.356296:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664599.356297:0:23447:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788664599.356300:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788664599.356302:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664599.356303:0:23447:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788664599.356307:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788664599.356334:0:23447:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664599.356337:0:23447:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664599.356339:0:23447:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788664599.356342:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1788664599.356602:0:23443:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1788664599.356642:0:23443:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1788664599.356664:0:23443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85000/0xcd11f61c1413f27d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f284 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.356674:0:23443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303b85000/0xcd11f61c1413f27d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f284 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664599.356683:0:23443:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-mdtir-ffff93c407e1f000 from 1 10000000:01000000:3.0:1788664599.356686:0:23443:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788664599.356710:0:23443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.356719:0:23443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.356729:0:23443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664599.356744:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611456:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788664599.356808:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.356826:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c422612180 going to sleep for 11 seconds 00000100:00100000:2.0:1788664599.356992:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140611456 00000100:00100000:2.0:1788664599.356998:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140611456 00000100:00100000:2.0:1788664599.357038:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788664599.357045:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+15:23443:x1875550140611456:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664599.357058:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664599.357070:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f302 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.357091:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f302 expref: 16 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.357116:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f302 expref: 16 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.357125:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c402a0d200, rc 0) 00000100:00100000:2.0:1788664599.357168:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+16:23443:x1875550140611456:12345-0@lo:101:mount.lustre.0 Request processed in 123us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664599.357175:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1788664599.357337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664599.357342:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788664599.357344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664599.357347:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788664599.357553:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611456:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664599.357576:0:23443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664599.357585:0:23443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664599.358224:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611584:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788664599.358288:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664599.358391:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42eb840c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788664599.363637:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140611584 00000100:00100000:3.0:1788664599.363700:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140611584 00000100:00100000:3.0:1788664599.363789:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788664599.364075:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+16:23443:x1875550140611584:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788664599.364102:0:22706:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788664599.364131:0:22706:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788664599.364134:0:22706:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788664599.364269:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+16:23443:x1875550140611584:12345-0@lo:256:mount.lustre.0 Request processed in 197us (5979us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.364347:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611584:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788664599.365021:0:23443:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788664599.365042:0:23443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.365053:0:23443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664599.365062:0:23443:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c407e1f000 from 1 10000000:01000000:1.0:1788664599.365065:0:23443:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788664599.365099:0:23443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.365107:0:23443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.365115:0:23443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664599.365134:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d64a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611712:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788664599.365175:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.365201:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c435203b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.366402:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140611712 00000100:00100000:0.0:1788664599.366457:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140611712 00000100:00100000:0.0:1788664599.366499:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788664599.366508:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140611712:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664599.366522:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664599.366537:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f310 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664599.366562:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f310 expref: 18 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664599.366565:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:0.0:1788664599.366573:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f310 expref: 18 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664599.366581:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7cc600, rc 0) 00000100:00100000:0.0:1788664599.366644:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140611712:12345-0@lo:101:mount.lustre.0 Request processed in 137us (1468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664599.366650:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788664599.366709:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d64a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611712:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788664599.366725:0:23443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.366735:0:23443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788664599.368095:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1788664599.368541:0:23443:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788664599.369595:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788664599.369638:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1788664599.369650:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1788664599.369662:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1788664599.369676:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1788664599.369687:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1788664599.369698:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1788664599.369708:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1788664599.369719:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788664599.369729:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1788664599.369740:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1788664599.369756:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1788664599.369760:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1788664599.371406:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611840:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664599.371481:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.371529:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c422612a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.371540:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140611840 00000100:00100000:0.0:1788664599.371552:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140611840 00000100:00100000:0.0:1788664599.371606:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788664599.371626:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140611840:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664599.371753:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140611840:12345-0@lo:501:mount.lustre.0 Request processed in 138us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664599.371760:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788664599.371868:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611840:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664599.371899:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611968:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788664599.371936:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.371957:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c422612a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788664599.372001:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140611968 00000100:00100000:2.0:1788664599.372006:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140611968 00000100:00100000:2.0:1788664599.372041:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788664599.372048:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140611968:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788664599.372139:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140611968:12345-0@lo:503:mount.lustre.0 Request processed in 91us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664599.372146:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788664599.372269:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140611968:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788664599.374301:0:23443:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788664599.375176:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612096:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788664599.375258:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.375302:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4226120c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.375361:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140612096 00000100:00100000:0.0:1788664599.375368:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140612096 00000100:00100000:0.0:1788664599.375415:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788664599.375425:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ceda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140612096:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788664599.376024:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ceda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140612096:12345-0@lo:502:mount.lustre.0 Request processed in 598us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664599.376034:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788664599.376354:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612096:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788664599.376738:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788664599.376861:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1788664599.376942:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1788664599.376958:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1788664599.376968:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1788664599.376981:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1788664599.376991:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1788664599.377002:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1788664599.377018:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788664599.377029:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1788664599.377039:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1788664599.377069:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612224:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788664599.377119:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664599.377188:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4226120c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.377222:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140612224 00000100:00100000:0.0:1788664599.377228:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140612224 00000100:00100000:0.0:1788664599.377289:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788664599.377297:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140612224:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788664599.377384:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140612224:12345-0@lo:502:mount.lustre.0 Request processed in 87us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664599.377391:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788664599.377459:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612224:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788664599.377496:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1788664599.377522:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788664599.378274:0:23457:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664599.378282:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.378285:0:23457:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788664599.378291:0:23457:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c407e1f000 00000020:00000080:3.0:1788664599.378294:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788664599.378301:0:23457:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664599.378303:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.378305:0:23457:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788664599.378307:0:23457:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664599.378309:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.378311:0:23457:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788664599.378314:0:23457:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c407e1f000 00000020:00000080:3.0:1788664599.378316:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788664599.378373:0:23457:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664599.378377:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.378378:0:23457:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788664599.378381:0:23457:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664599.378383:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.378384:0:23457:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788664599.378387:0:23457:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93c407e1f000 00000020:00000080:3.0:1788664599.378389:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788664599.378404:0:23457:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664599.378406:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.378407:0:23457:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788664599.378410:0:23457:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664599.378412:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.378413:0:23457:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788664599.378416:0:23457:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93c407e1f000 00000020:00000080:3.0:1788664599.378418:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788664599.378434:0:23457:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664599.378437:0:23457:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664599.378448:0:23457:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788664599.378452:0:23457:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1788664599.382998:0:23443:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788664599.383048:0:23443:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788664599.383075:0:23443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.383088:0:23443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664599.383148:0:23443:0:(mgc_request.c:1942:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788664599.383152:0:23443:0:(mgc_request.c:327:config_log_add()) add config log lustre-client-ffff93c407e1f000 10000000:01000000:2.0:1788664599.383155:0:23443:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93c407e1f000 10000000:01000000:2.0:1788664599.383158:0:23443:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788664599.383164:0:23443:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-client-ffff93c407e1f000 from 1 10000000:01000000:2.0:1788664599.383172:0:23443:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788664599.383212:0:23443:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0c600/0xcd11f61c1413f31e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.383220:0:23443:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c402a0c600/0xcd11f61c1413f31e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.383232:0:23443:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c402a0c600/0xcd11f61c1413f31e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664599.383258:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612352:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788664599.383322:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664599.383365:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140612352 00000100:00100000:2.0:1788664599.383372:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140612352 00000100:00100000:2.0:1788664599.383412:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788664599.383422:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+17:23443:x1875550140612352:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664599.383435:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664599.385742:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c402a0da00/0xcd11f61c1413f325 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f31e expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.385791:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c402a0da00/0xcd11f61c1413f325 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f31e expref: 18 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.385804:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c402a0da00/0xcd11f61c1413f325 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f31e expref: 18 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.385814:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c402a0da00, rc 0) 00000100:00100000:2.0:1788664599.385877:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612352:12345-0@lo:101:mount.lustre.0 Request processed in 2456us (2554us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664599.385885:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788664599.385958:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42da4ec00 going to sleep for 11 seconds 00000100:00100000:2.0:1788664599.385984:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612352:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664599.386003:0:23443:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c402a0c600/0xcd11f61c1413f31e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f325 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.386012:0:23443:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c402a0c600/0xcd11f61c1413f31e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f325 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788664599.391257:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:1.0:1788664599.392144:0:23443:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788664599.392357:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:1.0:1788664599.392385:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:1.0:1788664599.392401:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:1.0:1788664599.392414:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:1.0:1788664599.392426:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:1.0:1788664599.392451:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:1.0:1788664599.392472:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:1.0:1788664599.392502:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:1.0:1788664599.392517:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:1.0:1788664599.392536:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:1.0:1788664599.392552:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:1.0:1788664599.392566:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:1.0:1788664599.392579:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:1.0:1788664599.392592:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:1.0:1788664599.392604:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:1.0:1788664599.392629:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:1.0:1788664599.392644:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:1.0:1788664599.392655:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:1.0:1788664599.392668:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:1.0:1788664599.392681:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:1.0:1788664599.392696:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:1.0:1788664599.392715:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:1.0:1788664599.392734:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:1.0:1788664599.392753:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:1.0:1788664599.392768:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:1.0:1788664599.392832:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:1.0:1788664599.392851:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:1.0:1788664599.392878:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:1.0:1788664599.392895:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:1.0:1788664599.392909:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:1.0:1788664599.392925:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:1.0:1788664599.392939:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:1.0:1788664599.392953:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:1.0:1788664599.392970:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:1.0:1788664599.392988:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:1.0:1788664599.393003:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:1.0:1788664599.393018:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:1.0:1788664599.393032:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:1.0:1788664599.393045:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:1.0:1788664599.393065:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:1.0:1788664599.393096:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:1.0:1788664599.393112:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:1.0:1788664599.393126:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:1.0:1788664599.393140:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:1.0:1788664599.393153:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:1.0:1788664599.393165:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:1.0:1788664599.393176:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:1.0:1788664599.393189:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:1.0:1788664599.393323:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:1.0:1788664599.393344:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:1.0:1788664599.393374:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:1.0:1788664599.393381:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:1.0:1788664599.393472:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612480:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664599.393541:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.393577:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43518f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.393819:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140612480 00000100:00100000:0.0:1788664599.393826:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140612480 00000100:00100000:0.0:1788664599.393885:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788664599.393901:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ceda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612480:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664599.394020:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ceda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612480:12345-0@lo:501:mount.lustre.0 Request processed in 124us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664599.394038:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788664599.394187:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612480:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664599.394221:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612608:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788664599.394259:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.394313:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43518f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.395544:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140612608 00000100:00100000:0.0:1788664599.395553:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140612608 00000100:00100000:0.0:1788664599.396955:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788664599.396970:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612608:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788664599.397114:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612608:12345-0@lo:503:mount.lustre.0 Request processed in 148us (2854us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664599.397123:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788664599.397222:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612608:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788664599.397903:0:23443:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788664599.398004:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612736:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664599.398063:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664599.399654:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42da4ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788664599.401980:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140612736 00000100:00100000:1.0:1788664599.401995:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140612736 00000100:00100000:1.0:1788664599.402044:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788664599.402053:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612736:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664599.402202:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612736:12345-0@lo:502:mount.lustre.0 Request processed in 149us (4138us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.402209:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788664599.402480:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612736:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788664599.402742:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1788664599.402801:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1788664599.402831:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1788664599.402847:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1788664599.402978:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1788664599.403000:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1788664599.403011:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1788664599.403023:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1788664599.403034:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1788664599.403044:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1788664599.403056:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1788664599.403067:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1788664599.403078:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1788664599.403089:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1788664599.403100:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1788664599.403124:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1788664599.403136:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1788664599.403147:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1788664599.403173:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1788664599.403188:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1788664599.403199:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1788664599.403210:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1788664599.403222:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1788664599.403239:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1788664599.403252:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1788664599.403264:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1788664599.403276:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1788664599.403288:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1788664599.403301:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1788664599.403312:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1788664599.403323:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1788664599.403335:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1788664599.403348:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1788664599.403361:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1788664599.403387:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1788664599.403402:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1788664599.403414:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1788664599.403427:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1788664599.403719:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1788664599.403748:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1788664599.403762:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1788664599.403813:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1788664599.403828:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1788664599.403839:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1788664599.403851:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1788664599.404418:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1788664599.404510:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1788664599.404533:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1788664599.404599:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612864:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664599.404677:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664599.404764:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42da4ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.405550:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140612864 00000100:00100000:0.0:1788664599.405558:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140612864 00000100:00100000:1.0:1788664599.407837:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788664599.407857:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612864:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664599.408999:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612864:12345-0@lo:502:mount.lustre.0 Request processed in 1145us (4317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.409010:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788664599.409276:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612864:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788664599.410856:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1788664599.410954:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1788664599.410998:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612992:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664599.411066:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664599.411203:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42da4ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1788664599.414064:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140612992 00000100:00100000:0.0:1788664599.414077:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140612992 00000100:00100000:1.0:1788664599.416092:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788664599.416103:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612992:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664599.416271:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140612992:12345-0@lo:502:mount.lustre.0 Request processed in 169us (5204us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.416279:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788664599.416371:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140612992:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788664599.416469:0:23443:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1788664599.416482:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788664599.419578:0:23463:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1788664599.419598:0:23463:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff93c3027399c0) 00000020:00000080:1.0:1788664599.419631:0:23463:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1788664599.419713:0:23463:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c407e1f000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788664599.419717:0:23463:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c407e1f000 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788664599.419720:0:23463:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c407e1f000 3 00010000:00080000:1.0:1788664599.419753:0:23463:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c42b0d1000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.152@tcp at head 00010000:00010000:3.0:1788664599.422001:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664599.422299:0:23463:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1788664599.423007:0:23463:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1788664599.423053:0:23463:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788664599.423072:0:23463:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xcd11f61c1413f333 00000100:00080000:1.0:1788664599.423083:0:23463:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788664599.423089:0:23463:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff93c42b0d1000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:1.0:1788664599.423124:0:23463:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c406d64380 x1875550140613120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788664599.423162:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875550140613120:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788664599.423242:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788664599.423297:0:23463:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788664599.423324:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664599.423328:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788664599.423331:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664599.423334:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788664599.424969:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140613120 00000100:00100000:0.0:1788664599.424981:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140613120 00000100:00100000:0.0:1788664599.425018:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788664599.425025:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3635:x1875550140613120:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788664599.425051:0:22711:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:0.0:1788664599.425084:0:22711:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xcd11f61c1413f33a 00000004:00100000:0.0:1788664599.425098:0:22711:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788664599.425124:0:22711:0:(import.c:65:import_set_state_nolock()) ffff93c42d99c800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788664599.425187:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875550140613120:12345-0@lo:38:llog_process_th.0 Request processed in 161us (1945us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664599.425195:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788664599.425603:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c406d64380 x1875550140613120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788664609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664599.425626:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788664599.425634:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788664599.425640:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1788664599.425644:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788664599.425647:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42b0d1000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788664599.425653:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875550140613120:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788664599.425766:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1788664599.426202:0:23443:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788664599.426236:0:23443:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788664599.426257:0:23443:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0c600/0xcd11f61c1413f31e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f325 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664599.426267:0:23443:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c402a0c600/0xcd11f61c1413f31e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f325 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788664599.426785:0:23443:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788664599.426788:0:23443:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788664599.426789:0:23443:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788664599.426791:0:23443:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788664599.426792:0:23443:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788664599.426794:0:23443:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788664599.426795:0:23443:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788664599.426798:0:23443:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788664599.426800:0:23443:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788664599.426803:0:23443:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1788664599.426806:0:23443:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788664599.426807:0:23443:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788664599.426808:0:23443:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788664599.426809:0:23443:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788664599.426811:0:23443:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788664599.426816:0:23443:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788664599.426817:0:23443:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788664599.426818:0:23443:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788664599.426819:0:23443:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788664599.426841:0:23443:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788664599.426859:0:23443:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140613248:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788664599.426917:0:23443:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664599.426958:0:23443:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42da4ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1788664599.427025:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140613248 00000100:00100000:1.0:1788664599.427031:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140613248 00000100:00100000:1.0:1788664599.427077:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788664599.427086:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140613248:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788664599.427111:0:22704:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1788664599.427124:0:22704:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1788664599.428240:0:22691:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1788664599.428264:0:22704:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788664599.428274:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1788664599.428324:0:22727:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788664599.428328:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788664599.428346:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428371:0:22727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f23e expref: 18 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428378:0:22727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f302 expref: 18 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428384:0:22727:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428414:0:22727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f302 expref: 18 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428428:0:22727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f302 expref: 18 pid: 22705 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664599.428440:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d64380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140613376:0@lo:104: 00000100:00100000:1.0:1788664599.428550:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788664599.428580:0:22727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f23e expref: 18 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428587:0:22727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f23e expref: 18 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664599.428595:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140613504:0@lo:104: 00000100:00100000:1.0:1788664599.428622:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.428637:0:22727:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43518f300 going to sleep for 11 seconds 00000100:00100000:1.0:1788664599.428665:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140613376 00000100:00100000:1.0:1788664599.428669:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140613376 00000100:00100000:1.0:1788664599.428690:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140613504 00000100:00100000:1.0:1788664599.428697:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140613504 00000100:00100000:1.0:1788664599.428712:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788664599.428718:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+4:22727:x1875550140613376:12345-0@lo:104: 00010000:00010000:1.0:1788664599.428729:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428787:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788664599.428792:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+4:22727:x1875550140613376:12345-0@lo:104: Request processed in 74us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.428799:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788664599.428813:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788664599.428818:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140613504:12345-0@lo:104: 00010000:00010000:1.0:1788664599.428826:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428855:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788664599.428860:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140613504:12345-0@lo:104: Request processed in 42us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.428866:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1788664599.428883:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788664599.428887:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428894:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85600 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664599.428898:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428907:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664599.428924:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664599.428930:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788664599.428963:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428970:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788664599.428988:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.428995:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b85600/0xcd11f61c1413f302 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f309 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429007:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664599.429010:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429015:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cd000 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664599.429017:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429023:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664599.429028:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664599.429032:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788664599.429052:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429059:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788664599.429065:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429071:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c42e7cd000/0xcd11f61c1413f23e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f245 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429084:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664599.429085:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664599.429087:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664599.429099:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140613632:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664599.429125:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.429144:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788664599.429150:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140613760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664599.429170:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.429204:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140613632 00000100:00100000:1.0:1788664599.429208:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140613632 00010000:00010000:1.0:1788664599.429225:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f302 expref: 19 pid: 22705 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664599.429246:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140613760 00000100:00100000:1.0:1788664599.429248:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140613760 00010000:00010000:1.0:1788664599.429258:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f23e expref: 20 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664599.429269:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788664599.429275:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+20:3638:x1875550140613632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664599.429293:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664599.429298:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f302 expref: 20 pid: 22705 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429308:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f302 expref: 20 pid: 22705 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429321:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664599.429349:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+20:3638:x1875550140613632:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.429356:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788664599.429370:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788664599.429376:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+19:3638:x1875550140613760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664599.429397:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664599.429402:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f23e expref: 19 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429410:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f23e expref: 19 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429421:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429429:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788664599.429951:0:22696:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007366534s 00010000:00010000:1.0:1788664599.429959:0:22696:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429977:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429984:0:22696:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429990:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.429996:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7df600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664599.429999:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.430006:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.430015:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.430024:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664599.430053:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+19:3638:x1875550140613760:12345-0@lo:103:ldlm_bl.0 Request processed in 677us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.430059:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788664599.430119:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:23443:x1875550140613248:12345-0@lo:253:mount.lustre.0 Request processed in 3034us (3201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664599.430126:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788664599.430166:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140613760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664599.430175:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140613632:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664599.430210:0:22727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c402a0d200/0xcd11f61c1413f309 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f302 expref: 17 pid: 22705 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664599.430220:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d64380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140613376:0@lo:104: 00010000:00010000:1.0:1788664599.430227:0:22727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f245 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f23e expref: 16 pid: 22706 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664599.430234:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140613504:0@lo:104: 00010000:00010000:1.0:1788664599.430244:0:22727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.430253:0:22727:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.430259:0:22727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664599.430264:0:22727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f341 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664599.430834:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664599.430876:0:23443:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:23443:1875550140613248:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788664599.430887:0:23443:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1788664599.430890:0:23443:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788664599.430892:0:23443:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788664599.430894:0:23443:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788664599.430895:0:23443:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788664599.430896:0:23443:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788664599.430897:0:23443:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788664599.430899:0:23443:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788664599.430901:0:23443:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788664599.430903:0:23443:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788664599.430914:0:23443:0:(tgt_mount.c:2700:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:0.0:1788664599.434544:0:23443:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1788664599.434691:0:23468:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1788664599.434695:0:23468:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1788664599.434998:0:23469:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788664599.435216:0:23443:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1788664599.435658:0:23469:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788664599.437950:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788664599.438018:0:23469:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:2.0:1788664599.438333:0:23470:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23470:1875550140613888:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788664599.438400:0:23470:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664599.438437:0:23470:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412077f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788664599.438519:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140613888 00000100:00100000:3.0:1788664599.438526:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140613888 00000100:00100000:3.0:1788664599.438567:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788664599.438576:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23470:x1875550140613888:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788664599.438666:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23470:x1875550140613888:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 91us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664599.438674:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:01000000:0.0:1788664599.438699:0:23443:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1788664599.438739:0:23443:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788664599.438960:0:23470:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23470:1875550140613888:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1788664599.438991:0:23470:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788664599.439016:0:23470:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23470:1875550140614016:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788664599.439046:0:23470:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664599.439064:0:23470:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412077f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788664599.439065:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140614016 00000100:00100000:3.0:1788664599.439070:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140614016 00000100:00100000:3.0:1788664599.439093:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788664599.439099:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23470:x1875550140614016:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788664599.439194:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23470:x1875550140614016:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 94us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664599.439200:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788664599.439581:0:23470:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23470:1875550140614016:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788664599.439640:0:23470:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23470:1875550140614144:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788664599.439670:0:23470:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664599.439697:0:23470:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412077b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788664599.439939:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140614144 00000100:00100000:3.0:1788664599.439944:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140614144 00000004:00000080:0.0:1788664599.439951:0:23443:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1788664599.439958:0:23443:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:3.0:1788664599.439977:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788664599.439984:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23470:x1875550140614144:12345-0@lo:900:lod0001_rec0000.0 00000040:00080000:0.0:1788664599.440008:0:23443:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788664599.440033:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23470:x1875550140614144:12345-0@lo:900:lod0001_rec0000.0 Request processed in 50us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664599.440040:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788664599.440631:0:23470:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c304094e00 x1875550140614144/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788664615 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664599.440645:0:23470:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23470:1875550140614144:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1788664599.440695:0:23470:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23470:1875550140614272:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1788664599.440729:0:23470:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664599.440756:0:23470:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43518f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788664599.440766:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140614272 00000100:00100000:3.0:1788664599.440798:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140614272 00000100:00100000:3.0:1788664599.440838:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788664599.440846:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23470:x1875550140614272:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788664599.440920:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23470:x1875550140614272:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 75us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664599.440927:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788664599.441862:0:23470:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23470:1875550140614272:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1788664599.441903:0:23443:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1788664599.441920:0:23470:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788664599.442823:0:23443:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788664599.442963:0:23443:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1788664599.443086:0:23443:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1788664599.443727:0:23443:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000040:00080000:3.0:1788664599.444310:0:23470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788664599.444360:0:23470:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1788664599.444365:0:23470:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:1.0:1788664599.445653:0:23443:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788664599.452170:0:23443:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788664599.452220:0:23443:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffaa6d417bb988 00100000:10000000:1.0:1788664599.452229:0:23443:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1788664599.453074:0:23443:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788664599.453107:0:23443:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.152@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788664599.453125:0:23443:0:(tgt_mount.c:2466:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1788664599.453141:0:23443:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1788664599.453807:0:23443:0:(tgt_mount.c:2352:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788664599.454017:0:23443:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1788664599.998886:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00000040:00080000:2.0:1788664600.448368:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788664600.459015:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788664600.831984:0:22708:0:(mgc_request.c:609:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788664600.831991:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-mdtir-ffff93c407e1f000 from 12 10000000:01000000:2.0:1788664600.831999:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788664600.832043:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664600.832054:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664600.832064:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664600.832087:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304097100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140614400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788664600.832152:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664600.832198:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412077600 going to sleep for 11 seconds 00000100:00100000:1.0:1788664600.832271:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140614400 00000100:00100000:1.0:1788664600.832278:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140614400 00000100:00100000:1.0:1788664600.832330:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788664600.832339:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+16:22708:x1875550140614400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788664600.832352:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664600.832365:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f348 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664600.832386:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f348 expref: 17 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664600.832397:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f348 expref: 17 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664600.832406:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7de000, rc 0) 00000100:00100000:1.0:1788664600.832455:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140614400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664600.832461:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788664600.832542:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304097100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140614400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788664600.832557:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664600.832564:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664600.832633:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140614528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788664600.832673:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664600.832694:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4186e4840 going to sleep for 11 seconds 00000100:00100000:1.0:1788664600.833516:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140614528 00000100:00100000:1.0:1788664600.833524:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140614528 00000100:00100000:1.0:1788664600.833573:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788664600.833583:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140614528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788664600.833622:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788664600.833641:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788664600.833644:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788664600.833743:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140614528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 162us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664600.833750:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788664600.834201:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140614528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788664600.834268:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788664600.834276:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664600.834290:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664600.834311:0:22708:0:(mgc_request.c:609:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788664600.834313:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-mdtir-ffff93c43bc50800 from 12 10000000:01000000:0.0:1788664600.834316:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788664600.834340:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664600.834348:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664600.834356:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664600.834373:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140614656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788664600.834408:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664600.834432:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4186e4840 going to sleep for 11 seconds 00000100:00100000:3.0:1788664600.834813:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140614656 00000100:00100000:3.0:1788664600.837336:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140614656 00000100:00100000:3.0:1788664600.837403:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788664600.837413:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ceda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140614656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664600.837460:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664600.837520:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f356 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664600.837550:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f356 expref: 18 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664600.837561:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f356 expref: 18 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664600.837570:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303b84000, rc 0) 00000100:00100000:3.0:1788664600.838862:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ceda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+18:22708:x1875550140614656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1445us (4446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664600.838873:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788664600.840924:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140614656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788664600.840951:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664600.840965:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664600.841037:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140614784:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788664600.841096:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664600.841135:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4186e4840 going to sleep for 11 seconds 00000100:00100000:1.0:1788664600.844373:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140614784 00000100:00100000:1.0:1788664600.844387:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140614784 00000100:00100000:1.0:1788664600.844488:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788664600.844500:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:22708:x1875550140614784:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788664600.844527:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788664600.844545:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788664600.844548:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788664600.844763:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:22708:x1875550140614784:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 264us (3666us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664600.844791:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788664600.844879:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140614784:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788664600.844940:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788664600.844955:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664600.844966:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664601.022379:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:3.0:1788664601.471673:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788664601.473561:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788664602.048748:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:1.0:1788664602.500519:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664603.069925:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00010000:00010000:3.0:1788664603.518523:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664604.100707:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 0 seconds 00000001:02000400:0.0:1788664604.151294:0:23713:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788664604.542290:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788664604.735970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788664604.735977:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788664604.735981:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c43f744800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788664604.735993:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff93c43f744800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664604.736017:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c405329f80 x1875550140615040/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788664604.736037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664604.736041:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788664604.736043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664604.736046:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788664604.736073:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664604.736076:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788664604.736079:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664604.736081:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788664604.736113:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140615040:0@lo:38:kworker.0 00000100:00100000:3.0:1788664604.736214:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664604.736276:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140615296:0@lo:400:kworker.0 00000100:00100000:3.0:1788664604.736299:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664604.736318:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788664604.736323:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140615424:0@lo:400:kworker.0 00000100:00100000:3.0:1788664604.736350:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664604.736391:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140615040 00000100:00100000:3.0:1788664604.736398:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140615040 00000100:00100000:3.0:1788664604.736423:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140615296 00000100:00100000:3.0:1788664604.736426:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140615296 00000100:00100000:3.0:1788664604.736447:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788664604.736453:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3635:x1875550140615040:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788664604.736480:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 699 last 0 00000020:00000080:3.0:1788664604.736513:0:22717:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xcd11f61c1413f364 00000004:00100000:3.0:1788664604.736527:0:22717:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788664604.736533:0:22717:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1788664604.736618:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140615424 00000100:00100000:3.0:1788664604.736622:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140615424 00000100:00100000:3.0:1788664604.736649:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788664604.736655:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140615424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664604.736702:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140615424:12345-0@lo:400:kworker.0 Request processed in 46us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664604.736709:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788664604.736732:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788664604.736739:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140615296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664604.736801:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140615296:12345-0@lo:400:kworker.0 Request processed in 31us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664604.736807:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:3.0:1788664604.736856:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c405328380 x1875550140615424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664604.736869:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140615424:0@lo:400:kworker.0 00000100:00100000:3.0:1788664604.736879:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140615296:0@lo:400:kworker.0 00000100:00100000:1.0:1788664604.737108:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875550140615168:0@lo:400:kworker.0 00000100:00100000:1.0:1788664604.737151:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664604.737173:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788664604.737178:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140614912:0@lo:400:kworker.0 00000100:00100000:1.0:1788664604.737206:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664604.737234:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140615168 00000100:00100000:1.0:1788664604.737238:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140615168 00000100:00100000:1.0:1788664604.737261:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788664604.737268:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875550140615168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664604.737314:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875550140615168:12345-0@lo:400:kworker.0 Request processed in 46us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664604.737320:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788664604.737347:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c40532bb80 x1875550140615168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664604.737356:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875550140615168:0@lo:400:kworker.0 00000100:00100000:3.0:1788664604.737936:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140614912 00000100:00100000:3.0:1788664604.737941:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140614912 00000100:00100000:3.0:1788664604.737974:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788664604.737982:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+18:3637:x1875550140614912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664604.738029:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+18:3637:x1875550140614912:12345-0@lo:400:kworker.0 Request processed in 48us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664604.738035:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788664604.738074:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140614912:0@lo:400:kworker.0 00000100:00100000:0.0:1788664604.739161:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788664604.739176:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140615552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788664604.739221:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664604.739522:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140615552 00000100:00100000:2.0:1788664604.739528:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140615552 00000100:00100000:2.0:1788664604.739572:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788664604.739601:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140615552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788664604.739632:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788664604.739677:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140615552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664604.739684:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788664604.739760:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140615552:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1788664604.749609:0:22717:0:(import.c:65:import_set_state_nolock()) ffff93c40641a000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788664604.749705:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3635:x1875550140615040:12345-0@lo:38:kworker.0 Request processed in 13249us (13489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664604.749716:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1788664604.749801:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788664604.749811:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788664604.749816:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788664604.749819:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c43f744800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1788664604.749845:0:3635:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000cf71cdc): req@ffff93c406d67100 x1875550140608128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664604.749862:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140615040:0@lo:38:kworker.0 00000100:00100000:3.0:1788664604.749978:0:22753:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664604.750005:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c408731e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788664604.750017:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788664604.750027:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140615680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788664604.750052:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664604.750397:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140608128 00000100:00100000:2.0:1788664604.750404:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140608128 00000100:00100000:2.0:1788664604.750438:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140615680 00000100:00100000:2.0:1788664604.750441:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140615680 00000100:00100000:2.0:1788664604.750457:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788664604.750466:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22753:x1875550140608128:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788664604.750541:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22753:x1875550140608128:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 76us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664604.750548:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788664604.750562:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788664604.750569:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1875550140615680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788664604.750601:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788664604.750641:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1875550140615680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664604.750648:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788664604.750679:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140615680:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788664604.750701:0:22753:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d67100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22753:1875550140608128:0@lo:1000:lod0000_rec0001.0 00000040:01000000:2.0:1788664604.750730:0:22753:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788664604.750764:0:22753:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22753:1875550140615808:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788664604.750993:0:22753:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664604.751022:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412077a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788664604.751035:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140615808 00000100:00100000:2.0:1788664604.751039:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140615808 00000100:00100000:2.0:1788664604.751055:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788664604.751062:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22753:x1875550140615808:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788664604.751164:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22753:x1875550140615808:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 101us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664604.751171:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788664604.751195:0:22753:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22753:1875550140615808:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788664604.751258:0:22753:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22753:1875550140615936:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788664604.751282:0:22753:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664604.751296:0:22753:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412077a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788664604.751308:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140615936 00000100:00100000:2.0:1788664604.751311:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140615936 00000100:00100000:2.0:1788664604.751327:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788664604.751332:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22753:x1875550140615936:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788664604.751376:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22753:x1875550140615936:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 43us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664604.751382:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788664604.751405:0:22753:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22753:1875550140615936:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1788664604.751442:0:22753:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788664604.753510:0:22753:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788664604.753606:0:22753:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:2.0:1788664604.753611:0:22753:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:2.0:1788664605.151487:0:23765:0:(tgt_mount.c:2352:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788664605.151884:0:23765:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788664605.567006:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788664606.147062:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1788664606.265005:0:23815:0:(tgt_mount.c:2352:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788664606.267433:0:23815:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788664606.591259:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788664607.612460:0:23863:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe9e6f1030 20000000:00000080:0.0:1788664607.612477:0:23863:0:(mgs_handler.c:1166:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff93c42ef3f000 uarg=0000000000000000 20000000:01000000:0.0:1788664607.612517:0:23863:0:(mgs_llog.c:6191:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1788664607.612523:0:23863:0:(mgs_llog.c:4646:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1788664607.612527:0:23863:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1788664607.613651:0:23864:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1788664607.614435:0:23863:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 00010000:00010000:3.0:1788664607.615337:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788664607.625669:0:23863:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788664607.626607:0:23863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664607.626627:0:23863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f20d expref: 17 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664607.626635:0:23863:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f310 expref: 17 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664607.626643:0:23863:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664607.626686:0:23863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f310 expref: 17 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664607.626701:0:23863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f310 expref: 17 pid: 22704 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664607.626716:0:23863:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23863:1875550140616064:0@lo:104: 00000100:00100000:3.0:1788664607.626943:0:23863:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788664607.626999:0:23863:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f20d expref: 17 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664607.627008:0:23863:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f20d expref: 17 pid: 22705 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664607.627017:0:23863:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23863:1875550140616192:0@lo:104: 00000100:00100000:3.0:1788664607.627041:0:23863:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664607.627157:0:23863:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43cf8bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788664607.627611:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140616064 00000100:00100000:2.0:1788664607.627619:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140616064 00000100:00100000:2.0:1788664607.627655:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140616192 00000100:00100000:2.0:1788664607.627658:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140616192 00000100:00100000:2.0:1788664607.627671:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788664607.627679:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+4:23863:x1875550140616064:12345-0@lo:104: 00010000:00010000:2.0:1788664607.627693:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.627871:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788664607.627878:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+4:23863:x1875550140616064:12345-0@lo:104: Request processed in 199us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664607.627885:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788664607.627902:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788664607.627908:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:23863:x1875550140616192:12345-0@lo:104: 00010000:00010000:2.0:1788664607.627916:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.627949:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788664607.627954:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:23863:x1875550140616192:12345-0@lo:104: Request processed in 47us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664607.627960:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1788664607.627975:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788664607.627981:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.627988:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7de600 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:2.0:1788664607.627992:0:22699:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.628016:0:22699:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788664607.628024:0:22699:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664607.628030:0:22699:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788664607.628102:0:22699:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.628109:0:22699:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788664607.628128:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.628135:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f310 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f317 expref: -99 pid: 23443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.628313:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664607.628518:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664607.628520:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664607.628522:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664607.628543:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140616320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788664607.628590:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788664607.628686:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664607.628692:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.628699:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0ca00 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:2.0:1788664607.628703:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.628721:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788664607.628728:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664607.628733:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788664607.628752:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.628758:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788664607.628792:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664607.628800:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c402a0ca00/0xcd11f61c1413f20d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f214 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664607.628889:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140616320 00000100:00100000:0.0:1788664607.628894:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140616320 00010000:00010000:0.0:1788664607.628915:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f310 expref: 18 pid: 22704 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664607.628938:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788664607.628945:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304094a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+18:3638:x1875550140616320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664607.628964:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664607.628969:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f310 expref: 18 pid: 22704 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.628979:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f310 expref: 18 pid: 22704 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.628994:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788664607.629023:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304094a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+18:3638:x1875550140616320:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664607.629030:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:2.0:1788664607.629081:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664607.629083:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664607.629085:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664607.629100:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140616448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788664607.629132:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664607.629299:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140616320:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788664607.629316:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664607.629318:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664607.631030:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140616448 00000100:00100000:0.0:1788664607.631043:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140616448 00010000:00010000:0.0:1788664607.631082:0:22697:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f20d expref: 18 pid: 22705 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664607.631115:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788664607.631124:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304095f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:50c92092-626e-40ab-871b-cda794304889+18:3639:x1875550140616448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664607.631148:0:22697:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664607.631154:0:22697:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f20d expref: 18 pid: 22705 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631171:0:22697:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f20d expref: 18 pid: 22705 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631190:0:22697:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631198:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631232:0:22697:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631244:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631250:0:22697:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631255:0:22697:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631262:0:22697:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b84600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664607.631266:0:22697:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631274:0:22697:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631283:0:22697:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664607.631294:0:22697:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788664607.631361:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304095f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:50c92092-626e-40ab-871b-cda794304889+18:3639:x1875550140616448:12345-0@lo:103:ldlm_bl.0 Request processed in 238us (2228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664607.631369:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788664607.631413:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140616448:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788664607.632494:0:23863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42e7cc600/0xcd11f61c1413f317 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f310 expref: 17 pid: 22704 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664607.632529:0:23863:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23863:1875550140616064:0@lo:104: 00010000:00010000:3.0:1788664607.632544:0:23863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42e7cd600/0xcd11f61c1413f214 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f20d expref: 16 pid: 22705 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664607.632552:0:23863:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23863:1875550140616192:0@lo:104: 00010000:00010000:3.0:1788664607.632581:0:23863:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664607.632591:0:23863:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664607.632598:0:23863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664607.632604:0:23863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303b84600/0xcd11f61c1413f36b lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664608.637951:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788664608.705029:0:22708:0:(mgc_request.c:609:do_requeue()) updating log params 10000000:01000000:3.0:1788664608.705038:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c407e1f000 from 13 10000000:01000000:3.0:1788664608.705043:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788664608.705096:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664608.705107:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664608.705118:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664608.705146:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140616576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788664608.705263:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664608.705319:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43cf8b600 going to sleep for 11 seconds 00000100:00100000:0.0:1788664608.705428:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140616576 00000100:00100000:0.0:1788664608.705436:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140616576 00000100:00100000:0.0:1788664608.705496:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788664608.705505:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+16:22708:x1875550140616576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788664608.705521:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664608.705535:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f372 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664608.705569:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f372 expref: 17 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664608.705580:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f372 expref: 17 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664608.705590:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7cd400, rc 0) 00000100:00100000:0.0:1788664608.705642:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140616576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664608.705649:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788664608.705751:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140616576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788664608.705767:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664608.705810:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664608.705870:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140616704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788664608.705896:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664608.705915:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42f6bad80 going to sleep for 11 seconds 00000100:00100000:3.0:1788664608.705980:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140616704 00000100:00100000:3.0:1788664608.705985:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140616704 00000100:00100000:3.0:1788664608.706012:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788664608.706019:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140616704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788664608.706135:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140616704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 116us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664608.706142:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788664608.707913:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140616704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788664608.707970:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140616832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788664608.708041:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664608.708084:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42f6bad80 going to sleep for 11 seconds 00000100:00100000:3.0:1788664608.708134:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140616832 00000100:00100000:3.0:1788664608.708140:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140616832 00000100:00100000:3.0:1788664608.708188:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788664608.708197:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140616832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788664608.708319:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140616832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 122us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664608.708326:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788664608.708889:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140616832:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788664608.710509:0:23897:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788664608.714993:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788664608.715030:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788664608.715041:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664608.715053:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664608.715064:0:22708:0:(mgc_request.c:609:do_requeue()) updating log params 10000000:01000000:3.0:1788664608.715067:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c43bc50800 from 13 10000000:01000000:3.0:1788664608.715071:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788664608.715218:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664608.715237:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664608.715250:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664608.715276:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140616960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788664608.715346:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664608.715483:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c403067600 going to sleep for 11 seconds 00000100:00100000:1.0:1788664608.717110:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140616960 00000100:00100000:1.0:1788664608.717124:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140616960 00000100:00100000:1.0:1788664608.717225:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788664608.717238:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+17:22708:x1875550140616960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788664608.717254:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664608.717280:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f380 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664608.717308:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f380 expref: 18 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664608.717318:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f380 expref: 18 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664608.717326:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7de800, rc 0) 00000100:00100000:1.0:1788664608.717395:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:22708:x1875550140616960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (2052us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664608.717411:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788664608.717493:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140616960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788664608.717509:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664608.717519:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664608.717600:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140617088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788664608.717632:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664608.717829:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140617088 00000100:00100000:2.0:1788664608.717834:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140617088 00000100:00100000:0.0:1788664608.717852:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c411915540 going to sleep for 11 seconds 00000100:00100000:2.0:1788664608.717856:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788664608.717861:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+18:22708:x1875550140617088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788664608.718158:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+18:22708:x1875550140617088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 296us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664608.718167:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788664608.718324:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140617088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788664608.718355:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140617216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788664608.718397:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664608.718419:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c411915540 going to sleep for 11 seconds 00000100:00100000:1.0:1788664608.718460:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140617216 00000100:00100000:1.0:1788664608.718465:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140617216 00000100:00100000:1.0:1788664608.718497:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788664608.718504:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:22708:x1875550140617216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788664608.718640:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:22708:x1875550140617216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 136us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664608.718647:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788664608.719110:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140617216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788664608.720076:0:23898:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788664608.720245:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788664608.720318:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788664608.720328:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664608.720339:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664609.663909:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664609.854951:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664599/real 1788664599] req@ffff93c304094000 x1875550140611328/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664609 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664609.854976:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c304094000 x1875550140611328/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664609 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664609.854985:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664599/real 1788664599] req@ffff93c40532a680 x1875550140611200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664609 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664609.855001:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c40532a680 x1875550140611200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664609 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788664609.855018:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788664609.855033:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788664609.855036:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140611328:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788664609.855041:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42e7ee000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788664609.855045:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788664609.855048:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140611200:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788664609.855096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664609.855099:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664609.855102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664609.855104:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664609.855114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664609.855116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788664609.855118:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c42e7ee000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664609.855121:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1788664609.855126:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788664609.855131:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff93c42e7ee000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664609.855145:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304094e00 x1875550140617984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664609.855155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664609.855164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788664609.855166:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664609.855169:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 694 00000100:00080000:2.0:1788664609.855171:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788664609.855174:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93c406418800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664609.855186:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304094700 x1875550140618112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788664609.855215:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140617600:0@lo:400:kworker.0 00000100:00100000:3.0:1788664609.855308:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140617344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788664609.856651:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875550140617728:0@lo:400:kworker.0 00000100:00100000:2.0:1788664609.857593:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664609.857609:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140617472:0@lo:400:kworker.0 00000100:00100000:3.0:1788664609.857645:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664609.857651:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140618368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788664609.857667:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140618240:0@lo:400:kworker.0 00000100:00100000:2.0:1788664609.857673:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664609.857689:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664609.857703:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140617600 00000100:00100000:2.0:1788664609.857710:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140617600 00000100:00100000:3.0:1788664609.857713:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140618240 00000100:00100000:3.0:1788664609.857716:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140618240 00000100:00100000:2.0:1788664609.857744:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140618368 00000100:00100000:2.0:1788664609.857747:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140618368 00000100:00100000:3.0:1788664609.857753:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788664609.857758:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788664609.857761:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140618240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664609.857762:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3638:x1875550140617600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664609.857826:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140618240:12345-0@lo:400:kworker.0 Request processed in 65us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664609.857826:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3638:x1875550140617600:12345-0@lo:400:kworker.0 Request processed in 61us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664609.857834:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788664609.857834:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788664609.857850:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788664609.857856:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875550140618368:12345-0@lo:41:osp-pre-1-0.0 00010000:00080000:3.0:1788664609.857876:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c304096300 x1875550140618240/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00000024:2.0:1788664609.857877:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788664609.857889:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140618240:0@lo:400:kworker.0 00000100:00100000:2.0:1788664609.857934:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875550140618368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664609.857935:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664609.857940:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788664609.857957:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140617344 00000100:00100000:2.0:1788664609.857960:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140617344 00000100:00100000:2.0:1788664609.857975:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788664609.857980:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140617344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788664609.857995:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788664609.858023:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140617344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 43us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664609.858029:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788664609.858038:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304097100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140617856:0@lo:400:kworker.0 00000100:00100000:2.0:1788664609.858045:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140617472 00000100:00100000:2.0:1788664609.858048:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140617472 00000100:00100000:3.0:1788664609.858063:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664609.858070:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788664609.858076:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+18:3637:x1875550140617472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664609.858091:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140617344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788664609.858106:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+18:3637:x1875550140617472:12345-0@lo:400:kworker.0 Request processed in 31us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664609.858109:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140617856 00000100:00100000:3.0:1788664609.858112:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140617856 00000100:00100000:2.0:1788664609.858112:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788664609.858127:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788664609.858132:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140617856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664609.858145:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140617984:0@lo:8:kworker.0 00000100:00100000:3.0:1788664609.858164:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140617856:12345-0@lo:400:kworker.0 Request processed in 32us (100us total) trans 0 rc 0/0 00000400:00000100:2.0:1788664609.858164:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140617984 offset 0 length 520: 4 00000100:00100000:2.0:1788664609.858177:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140618112:0@lo:8:kworker.0 00000400:00000100:2.0:1788664609.858197:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140618112 offset 0 length 520: 4 00000100:00100000:2.0:1788664609.858230:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140618368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788664609.858239:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140617600:0@lo:400:kworker.0 00000100:00100000:3.0:1788664609.858243:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788664609.858264:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140617472:0@lo:400:kworker.0 00000100:00100000:3.0:1788664609.858286:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304097100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140617856:0@lo:400:kworker.0 00000100:00100000:0.0:1788664609.858537:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664609.858746:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140617728 00000100:00100000:3.0:1788664609.858751:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140617728 00000100:00100000:3.0:1788664609.858815:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788664609.858822:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875550140617728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664609.858859:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875550140617728:12345-0@lo:400:kworker.0 Request processed in 38us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664609.858865:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1788664609.858890:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c304095180 x1875550140617728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664609.858901:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875550140617728:0@lo:400:kworker.0 00010000:00010000:2.0:1788664610.688944:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664610.884908:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664595/real 1788664595] req@ffff93c40532b480 x1875550140609152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664610 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664610.884937:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c40532b480 x1875550140609152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664610 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664610.884965:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664595/real 1788664595] req@ffff93c40532ad80 x1875550140609280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664610 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664610.884979:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c40532ad80 x1875550140609280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664610 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788664610.884999:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c43f741000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788664610.885012:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788664610.885016:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140609152:0@lo:8:kworker.0 00000100:00080000:2.0:1788664610.885021:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788664610.885026:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788664610.885029:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140609280:0@lo:8:kworker.0 00000100:00080000:2.0:1788664610.885126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664610.885130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788664610.885132:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c43f741000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664610.885137:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 690 00000100:00080000:2.0:1788664610.885143:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788664610.885149:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff93c43f741000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664610.885169:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304095180 x1875550140618752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664610.885181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664610.885184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788664610.885186:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664610.885189:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 690 00000100:00080000:2.0:1788664610.885192:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788664610.885202:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93c42f67f000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664610.885215:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304097100 x1875550140618880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664610.885235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664610.885238:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664610.885241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664610.885244:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788664610.885324:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140618496:0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.885404:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664610.885446:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140619264:0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.885474:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664610.885510:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788664610.885516:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140619136:0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.885550:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664610.885578:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140618624:0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.885601:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664610.885618:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788664610.885623:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140619008:0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.885644:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664610.885673:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140618496 00000100:00100000:2.0:1788664610.885680:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140618496 00000100:00100000:2.0:1788664610.885717:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788664610.885724:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+18:3639:x1875550140618496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.885764:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+18:3639:x1875550140618496:12345-0@lo:400:kworker.0 Request processed in 40us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664610.885803:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788664610.885835:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140619264 00000100:00100000:2.0:1788664610.885839:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140619264 00000100:00100000:2.0:1788664610.885857:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140619008 00000100:00100000:2.0:1788664610.885859:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140619008 00000100:00100000:2.0:1788664610.885869:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788664610.885874:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875550140619264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.885902:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875550140619264:12345-0@lo:400:kworker.0 Request processed in 28us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664610.885908:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788664610.885917:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788664610.885922:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140619008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.885946:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140619008:12345-0@lo:400:kworker.0 Request processed in 24us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664610.885951:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788664610.885966:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140619136 00000100:00100000:2.0:1788664610.885969:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140619136 00000100:00100000:2.0:1788664610.885988:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140618624 00000100:00100000:2.0:1788664610.885990:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140618624 00000100:00100000:2.0:1788664610.886000:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788664610.886005:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140619136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.886034:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140619136:12345-0@lo:400:kworker.0 Request processed in 29us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664610.886040:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788664610.886049:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788664610.886054:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3636:x1875550140618624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.886088:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3636:x1875550140618624:12345-0@lo:400:kworker.0 Request processed in 34us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664610.886094:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:2.0:1788664610.886137:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c304094000 x1875550140619008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664610.886150:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140619008:0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.886160:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140618624:0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.886179:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140618752:0@lo:8:kworker.0 00000400:00000100:2.0:1788664610.886201:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140618752 offset 0 length 520: 4 00000100:00100000:2.0:1788664610.886215:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304097100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140618880:0@lo:8:kworker.0 00000400:00000100:2.0:1788664610.886232:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875550140618880 offset 0 length 520: 4 00000100:00100000:2.0:1788664610.886259:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140619136:0@lo:400:kworker.0 00000100:00100000:2.0:1788664610.886267:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140618496:0@lo:400:kworker.0 00010000:00080000:2.0:1788664610.886277:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c304832a00 x1875550140619264/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664610.886285:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140619264:0@lo:400:kworker.0 00000001:00100000:3.0:1788664610.892464:0:23444:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1788664611.709997:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788664611.710615:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788664612.743737:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664613.758006:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664614.781927:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664614.976157:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140619392:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788664614.976235:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664614.976311:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140619392 00000100:00100000:2.0:1788664614.976325:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140619392 00000100:00100000:2.0:1788664614.976366:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788664614.976374:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140619392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788664614.976409:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788664614.976475:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140619392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664614.976483:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788664614.976540:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140619392:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788664614.976557:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788664614.976563:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140619520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788664614.976587:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664614.976627:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140619520 00000100:00100000:3.0:1788664614.976632:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140619520 00000100:00100000:3.0:1788664614.976667:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788664614.976674:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140619520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788664614.976693:0:23452:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788664614.976738:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304832300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140619520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664614.976745:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788664614.978005:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140619520:0@lo:41:osp-pre-0-1.0 00000020:01000004:3.0:1788664615.357388:0:24212:0:(obd_mount.c:921:lmd_print()) mount data: 00000020:01000004:3.0:1788664615.357392:0:24212:0:(obd_mount.c:924:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1788664615.357393:0:24212:0:(obd_mount.c:927:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1788664615.357500:0:24212:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff93c403833800 00000020:01000004:3.0:1788664615.357526:0:24212:0:(tgt_mount.c:2508:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1788664615.357539:0:24212:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788664615.357553:0:24212:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff93c4227db380) 00000020:00000080:3.0:1788664615.357570:0:24212:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788664615.481299:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788664615.482985:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788664615.483722:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788664615.484186:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788664615.484474:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788664615.484942:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788664615.485285:0:24212:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:0.0:1788664615.499691:0:24212:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788664615.500559:0:24212:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1788664615.500571:0:24212:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788664615.500724:0:24212:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xcd11f61c1413f395 00000020:01000004:0.0:1788664615.500731:0:24212:0:(tgt_mount.c:2593:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1788664615.500920:0:24212:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.152@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788664615.500924:0:24212:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.203.152@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788664615.500933:0:24212:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1788664615.500938:0:24212:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1788664615.500951:0:24212:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff93c42e8619c0) 00000020:00000080:0.0:1788664615.500963:0:24212:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1788664615.504735:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788664615.505368:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1788664615.505375:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1788664615.510616:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1788664615.510629:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1788664615.511031:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1788664615.511038:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1788664615.512751:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788664615.515393:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1788664615.515402:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1788664615.519548:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1788664615.519566:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1788664615.549551:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788664615.550470:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788664615.550477:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1788664615.553550:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788664615.553565:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1788664615.555053:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788664615.555065:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1788664615.557380:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788664615.557580:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1788664615.557586:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1788664615.562434:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1788664615.562919:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1788664615.613578:0:24212:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788664615.614190:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1788664615.614555:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1788664615.617121:0:24212:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1788664615.617286:0:24212:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1788664615.618260:0:24212:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1788664615.618363:0:24212:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1788664615.618370:0:24212:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.152@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1788664615.647135:0:24212:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.152@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788664615.647190:0:24212:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.152@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1788664615.647266:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788664615.647268:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788664615.647269:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788664615.647271:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788664615.647272:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788664615.647273:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788664615.647275:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788664615.647277:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788664615.647278:0:24212:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788664615.647282:0:24212:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1788664615.647284:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788664615.647346:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788664615.647349:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788664615.647350:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788664615.647351:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788664615.647352:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788664615.647353:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788664615.647355:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788664615.647356:0:24212:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788664615.647395:0:24212:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788664615.647415:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140619648:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788664615.647483:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664615.647538:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c418280600 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.647670:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140619648 00000100:00100000:2.0:1788664615.647677:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140619648 00000100:00100000:2.0:1788664615.647738:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788664615.647747:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:24212:x1875550140619648:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788664615.647825:0:22704:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788664615.647829:0:22704:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1788664615.647833:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1788664615.648596:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+18:24212:x1875550140619648:12345-0@lo:253:mount.lustre.0 Request processed in 836us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.648607:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788664615.648763:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140619648:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788664615.648946:0:24212:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1788664615.648949:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788664615.648950:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788664615.648951:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788664615.648953:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788664615.648954:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788664615.648955:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788664615.648957:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788664615.648958:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788664615.648959:0:24212:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788664615.648979:0:24212:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93c403833800 from lustre-OST0000 10000000:01000000:1.0:1788664615.649009:0:24212:0:(mgc_request.c:1942:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1788664615.649030:0:24212:0:(mgc_request.c:327:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1788664615.649038:0:24212:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff93c4353719c0 local copy 00010000:00010000:1.0:1788664615.649049:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664615.649160:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140619776:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664615.649447:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664615.649531:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c418280240 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.649570:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140619776 00000100:00100000:2.0:1788664615.649576:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140619776 00000100:00100000:2.0:1788664615.649714:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788664615.649724:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+18:24212:x1875550140619776:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664615.649839:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+18:24212:x1875550140619776:12345-0@lo:501:mount.lustre.0 Request processed in 117us (392us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788664615.649847:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788664615.649947:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140619776:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788664615.649961:0:24212:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.152@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788664615.649981:0:24212:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.152@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788664615.649988:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664615.649997:0:24212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664615.650034:0:24212:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93c403833800 10000000:01000000:1.0:1788664615.650040:0:24212:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788664615.650044:0:24212:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1788664615.650047:0:24212:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788664615.650051:0:24212:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1788664615.650054:0:24212:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1788664615.650083:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7dec00/0xcd11f61c1413f3a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664615.650091:0:24212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42e7dec00/0xcd11f61c1413f3a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664615.650111:0:24212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42e7dec00/0xcd11f61c1413f3a3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664615.650126:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140619904:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788664615.650154:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664615.650978:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c418280240 going to sleep for 11 seconds 00000100:00100000:0.0:1788664615.651071:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140619904 00000100:00100000:0.0:1788664615.651078:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140619904 00000100:00100000:0.0:1788664615.651110:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788664615.651119:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+18:24212:x1875550140619904:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664615.651130:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664615.651143:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7cc000/0xcd11f61c1413f3aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f3a3 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.651165:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7cc000/0xcd11f61c1413f3aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f3a3 expref: 19 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.651176:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7cc000/0xcd11f61c1413f3aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f3a3 expref: 19 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.651184:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7cc000, rc 0) 00000100:00100000:0.0:1788664615.651247:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140619904:12345-0@lo:101:mount.lustre.0 Request processed in 129us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664615.651253:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788664615.651457:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140619904:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788664615.651471:0:24212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42e7dec00/0xcd11f61c1413f3a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f3aa expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664615.651481:0:24212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42e7dec00/0xcd11f61c1413f3a3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f3aa expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788664615.653515:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1788664615.654557:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788664615.658728:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1788664615.658939:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1788664615.658958:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1788664615.658973:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1788664615.658986:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1788664615.658999:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1788664615.659012:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1788664615.659039:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1788664615.659053:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1788664615.659264:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1788664615.659366:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1788664615.661597:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1788664615.661650:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1788664615.661657:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1788664615.661825:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620032:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664615.661892:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664615.661932:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c410e54a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.662180:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140620032 00000100:00100000:2.0:1788664615.662188:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140620032 00000100:00100000:2.0:1788664615.662246:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788664615.662255:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140620032:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664615.662453:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140620032:12345-0@lo:501:mount.lustre.0 Request processed in 198us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.662462:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788664615.663732:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620032:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664615.663998:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620160:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788664615.664180:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664615.664415:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c410e54a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788664615.664530:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140620160 00000100:00100000:3.0:1788664615.664537:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140620160 00000100:00100000:3.0:1788664615.664684:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788664615.664694:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140620160:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788664615.666529:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140620160:12345-0@lo:503:mount.lustre.0 Request processed in 1831us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664615.666541:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788664615.667017:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620160:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788664615.668111:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788664615.668215:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620288:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664615.668372:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664615.668418:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4123c10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788664615.668637:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140620288 00000100:00100000:3.0:1788664615.668645:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140620288 00000100:00100000:3.0:1788664615.668697:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788664615.668707:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140620288:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788664615.670452:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140620288:12345-0@lo:502:mount.lustre.0 Request processed in 1739us (2154us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664615.670479:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788664615.670720:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620288:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788664615.671376:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788664615.671410:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788664615.671425:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788664615.671439:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788664615.671450:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788664615.671462:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788664615.671472:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788664615.671482:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788664615.671492:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1788664615.671511:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1788664615.671525:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1788664615.671535:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1788664615.671581:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620416:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664615.671699:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664615.671917:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c418280240 going to sleep for 11 seconds 00000100:00100000:3.0:1788664615.672178:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140620416 00000100:00100000:3.0:1788664615.672186:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140620416 00000100:00100000:3.0:1788664615.672390:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788664615.672400:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140620416:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788664615.672707:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140620416:12345-0@lo:502:mount.lustre.0 Request processed in 307us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664615.672717:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788664615.672968:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620416:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788664615.673172:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1788664615.673184:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1788664615.674734:0:24229:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788664615.674744:0:24229:0:(obd_mount.c:959:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1788664615.674752:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664615.674754:0:24229:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1788664615.674760:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788664615.675099:0:24229:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff93c3028819c0) 00000020:00000080:3.0:1788664615.675125:0:24229:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788664615.675134:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788664615.675226:0:24229:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c403833800 from lustre-OST0000, refs=2 00080000:01000000:3.0:1788664615.675237:0:24229:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788664615.675245:0:24229:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xcd11f61c1413f3b8 00010000:00010000:3.0:1788664615.682412:0:24229:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1788664615.684495:0:24229:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:3.0:1788664615.689312:0:24229:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1788664615.695006:0:24229:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1788664615.695020:0:24229:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788664615.695028:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788664615.695030:0:24229:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1788664615.695035:0:24229:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788664615.695047:0:24229:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1788664615.695049:0:24229:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788664615.695051:0:24229:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788664615.695053:0:24229:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788664615.695056:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788664615.695057:0:24229:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788664615.695061:0:24229:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788664615.695266:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788664615.695269:0:24229:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788664615.695276:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788664615.695278:0:24229:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788664615.695281:0:24229:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788664615.695283:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788664615.695284:0:24229:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788664615.695287:0:24229:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788664615.695289:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788664615.695291:0:24229:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788664615.695295:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788664615.695326:0:24229:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788664615.695329:0:24229:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788664615.695331:0:24229:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788664615.695334:0:24229:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1788664615.702043:0:24212:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1788664615.702100:0:24212:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788664615.702158:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7dec00/0xcd11f61c1413f3a3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f3aa expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.702172:0:24212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7dec00/0xcd11f61c1413f3a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f3aa expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664615.702219:0:24212:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c403833800 from 1 10000000:01000000:2.0:1788664615.702223:0:24212:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788664615.702261:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.702269:0:24212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.702279:0:24212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664615.702305:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620544:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788664615.702370:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.702422:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4224f39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.704410:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140620544 00000100:00100000:2.0:1788664615.704422:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140620544 00000100:00100000:2.0:1788664615.704470:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788664615.704479:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140620544:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664615.704495:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664615.704523:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f3bf expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.704549:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f3bf expref: 20 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.704560:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f3bf expref: 20 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.704580:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c402a0ca00, rc 0) 00000100:00100000:2.0:1788664615.704644:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140620544:12345-0@lo:101:mount.lustre.0 Request processed in 166us (2273us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.704651:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788664615.704708:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620544:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664615.704726:0:24212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.704735:0:24212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788664615.707474:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788664615.707933:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788664615.708330:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788664615.708357:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788664615.708371:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788664615.708445:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788664615.708459:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788664615.708473:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788664615.708485:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788664615.708496:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788664615.708518:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788664615.708530:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788664615.708555:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788664615.708571:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788664615.708576:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788664615.708655:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620672:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664615.708724:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.708951:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4224f3180 going to sleep for 11 seconds 00000100:00100000:3.0:1788664615.708998:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140620672 00000100:00100000:3.0:1788664615.709005:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140620672 00000100:00100000:3.0:1788664615.709152:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788664615.709162:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140620672:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664615.709283:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140620672:12345-0@lo:501:mount.lustre.0 Request processed in 122us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664615.709303:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788664615.709484:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620672:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664615.709529:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620800:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788664615.709569:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.709585:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4224f3180 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.709601:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140620800 00000100:00100000:2.0:1788664615.709606:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140620800 00000100:00100000:2.0:1788664615.709629:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788664615.709635:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140620800:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788664615.709714:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140620800:12345-0@lo:503:mount.lustre.0 Request processed in 78us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.709721:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788664615.709954:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620800:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788664615.710332:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788664615.710581:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620928:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.710628:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.710659:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4224f39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.710680:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140620928 00000100:00100000:2.0:1788664615.710685:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140620928 00000100:00100000:2.0:1788664615.710713:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788664615.710720:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140620928:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.710893:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140620928:12345-0@lo:502:mount.lustre.0 Request processed in 173us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.710900:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788664615.710946:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140620928:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788664615.711187:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788664615.711519:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1788664615.711539:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1788664615.711554:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1788664615.711573:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1788664615.711585:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1788664615.711598:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1788664615.711610:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1788664615.711623:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1788664615.711634:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1788664615.711646:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1788664615.711673:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621056:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.711716:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.711739:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4224f39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.712001:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140621056 00000100:00100000:2.0:1788664615.712008:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140621056 00000100:00100000:2.0:1788664615.712163:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788664615.712173:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140621056:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.712267:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140621056:12345-0@lo:502:mount.lustre.0 Request processed in 96us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.712275:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788664615.712471:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621056:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788664615.712527:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1788664615.712535:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788664615.714103:0:24233:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664615.714116:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664615.714118:0:24233:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788664615.714125:0:24233:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c403833800 00000020:00000080:3.0:1788664615.714127:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788664615.714135:0:24233:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664615.714137:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664615.714138:0:24233:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788664615.714140:0:24233:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664615.714142:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664615.714143:0:24233:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788664615.714146:0:24233:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c403833800 00000020:00000080:3.0:1788664615.714148:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788664615.714326:0:24233:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664615.714331:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664615.714332:0:24233:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788664615.714335:0:24233:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664615.714338:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664615.714339:0:24233:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788664615.714342:0:24233:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93c403833800 00000020:00000080:3.0:1788664615.714344:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788664615.716529:0:24233:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664615.716541:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664615.716543:0:24233:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788664615.716547:0:24233:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788664615.716552:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664615.716553:0:24233:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788664615.716558:0:24233:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93c403833800 00000020:00000080:3.0:1788664615.716560:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788664615.716618:0:24233:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788664615.716622:0:24233:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788664615.716630:0:24233:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788664615.716634:0:24233:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788664615.718109:0:24212:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788664615.718149:0:24212:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788664615.718213:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.718240:0:24212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664615.718300:0:24212:0:(mgc_request.c:1942:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788664615.718303:0:24212:0:(mgc_request.c:327:config_log_add()) add config log lustre-client-ffff93c403833800 10000000:01000000:2.0:1788664615.718306:0:24212:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93c403833800 10000000:01000000:2.0:1788664615.718309:0:24212:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788664615.718315:0:24212:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-client-ffff93c403833800 from 1 10000000:01000000:2.0:1788664615.718317:0:24212:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788664615.718352:0:24212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0d000/0xcd11f61c1413f3cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.718360:0:24212:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c402a0d000/0xcd11f61c1413f3cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.718370:0:24212:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c402a0d000/0xcd11f61c1413f3cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664615.718404:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621184:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788664615.718467:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.718518:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4224f3180 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.719641:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140621184 00000100:00100000:2.0:1788664615.719651:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140621184 00000100:00100000:2.0:1788664615.719706:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788664615.719717:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+20:24212:x1875550140621184:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664615.719734:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664615.719748:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c402a0d400/0xcd11f61c1413f3d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f3cd expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.719870:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c402a0d400/0xcd11f61c1413f3d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f3cd expref: 21 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.719881:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c402a0d400/0xcd11f61c1413f3d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f3cd expref: 21 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.719891:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c402a0d400, rc 0) 00000100:00100000:2.0:1788664615.719948:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621184:12345-0@lo:101:mount.lustre.0 Request processed in 233us (1481us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.719955:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788664615.720010:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621184:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788664615.720027:0:24212:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c402a0d000/0xcd11f61c1413f3cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f3d4 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.720036:0:24212:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c402a0d000/0xcd11f61c1413f3cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f3d4 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788664615.725145:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788664615.727122:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788664615.727518:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788664615.727545:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788664615.727561:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788664615.727573:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788664615.727584:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788664615.727596:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788664615.727609:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788664615.727622:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788664615.727635:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788664615.727658:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788664615.727672:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788664615.727686:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788664615.727698:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788664615.727729:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788664615.727744:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788664615.728909:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788664615.728937:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788664615.728951:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788664615.728964:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788664615.728976:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788664615.728987:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788664615.729000:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788664615.729013:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1788664615.729983:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1788664615.730013:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1788664615.730038:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1788664615.730052:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1788664615.730065:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1788664615.730079:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1788664615.730094:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1788664615.730106:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1788664615.730116:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1788664615.730128:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1788664615.730159:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1788664615.730175:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1788664615.730188:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1788664615.730646:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1788664615.730666:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1788664615.730680:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1788664615.730695:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1788664615.730708:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1788664615.730721:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1788664615.730731:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1788664615.730744:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1788664615.730875:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1788664615.730891:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1788664615.730905:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1788664615.730917:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1788664615.731978:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1788664615.732015:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1788664615.732047:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1788664615.732053:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1788664615.732155:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664615.732296:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664615.732349:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412443f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788664615.734187:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140621312 00000100:00100000:0.0:1788664615.734209:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140621312 00000100:00100000:0.0:1788664615.734265:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788664615.734275:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621312:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664615.734428:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621312:12345-0@lo:501:mount.lustre.0 Request processed in 155us (2132us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664615.734436:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788664615.735998:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621312:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788664615.736058:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621440:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788664615.736119:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664615.736161:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412443f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.740654:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140621440 00000100:00100000:2.0:1788664615.740671:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140621440 00000100:00100000:2.0:1788664615.740736:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788664615.740755:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621440:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788664615.740940:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621440:12345-0@lo:503:mount.lustre.0 Request processed in 196us (4821us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.740949:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788664615.741017:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405328a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621440:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788664615.741430:0:24212:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788664615.741524:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621568:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.741567:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.741598:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c30397e540 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.741615:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140621568 00000100:00100000:2.0:1788664615.741619:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140621568 00000100:00100000:2.0:1788664615.741644:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788664615.741658:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621568:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.741736:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621568:12345-0@lo:502:mount.lustre.0 Request processed in 78us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.741743:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788664615.741808:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621568:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788664615.741989:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788664615.742015:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788664615.742031:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788664615.742042:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788664615.742054:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788664615.742066:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788664615.742093:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788664615.742108:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788664615.742119:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788664615.742130:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788664615.742140:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788664615.742150:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788664615.742161:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788664615.742172:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788664615.742184:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788664615.742196:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788664615.742209:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788664615.742220:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788664615.742231:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788664615.742243:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788664615.742255:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788664615.742274:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788664615.742298:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788664615.742313:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788664615.742325:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788664615.742349:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788664615.742361:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788664615.742374:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788664615.742386:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788664615.742398:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788664615.742410:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788664615.742422:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788664615.742434:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788664615.742447:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788664615.742460:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788664615.742473:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788664615.742485:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788664615.742497:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788664615.742538:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788664615.742553:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788664615.742566:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788664615.742579:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788664615.742591:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788664615.742603:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788664615.742615:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788664615.742627:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788664615.742640:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788664615.742653:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788664615.742686:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621696:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.742736:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.742760:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c30397e540 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.742806:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140621696 00000100:00100000:2.0:1788664615.742810:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140621696 00000100:00100000:2.0:1788664615.742841:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788664615.742849:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621696:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.742929:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621696:12345-0@lo:502:mount.lustre.0 Request processed in 80us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.742941:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788664615.742988:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621696:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788664615.743113:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788664615.743131:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788664615.743150:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621824:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.743183:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.743197:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c30397e540 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.743216:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140621824 00000100:00100000:2.0:1788664615.743220:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140621824 00000100:00100000:2.0:1788664615.743242:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788664615.743248:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621824:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664615.743308:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140621824:12345-0@lo:502:mount.lustre.0 Request processed in 60us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.743315:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788664615.743351:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140621824:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788664615.743382:0:24212:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788664615.743390:0:24212:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1788664615.758107:0:24238:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1788664615.758125:0:24238:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff93c406ebcd40) 00000020:00000080:2.0:1788664615.758152:0:24238:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1788664615.758242:0:24238:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c403833800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788664615.758247:0:24238:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c403833800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1788664615.758249:0:24238:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c403833800 3 00010000:00080000:2.0:1788664615.758279:0:24238:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c435284000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.152@tcp at head 00010000:00010000:2.0:1788664615.759994:0:24238:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1788664615.760199:0:24238:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1788664615.760251:0:24238:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788664615.760264:0:24238:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xcd11f61c1413f3e2 00000100:00080000:2.0:1788664615.760273:0:24238:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788664615.760278:0:24238:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff93c435284000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664615.760312:0:24238:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304831c00 x1875550140621952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788664615.760360:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3635:1875550140621952:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788664615.760437:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.760516:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140621952 00000100:00100000:2.0:1788664615.760523:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140621952 00000100:00100000:2.0:1788664615.760550:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788664615.760557:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3635:x1875550140621952:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788664615.760579:0:22713:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 710 last 0 00000020:00000080:2.0:1788664615.760622:0:22713:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xcd11f61c1413f3e9 00000004:00100000:2.0:1788664615.760636:0:22713:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788664615.760675:0:22713:0:(import.c:65:import_set_state_nolock()) ffff93c435287800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788664615.760723:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1875550140621952:12345-0@lo:38:llog_process_th.0 Request processed in 165us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.760731:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788664615.760768:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c304831c00 x1875550140621952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788664625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664615.760805:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788664615.760812:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1788664615.760819:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788664615.760823:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788664615.760826:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c435284000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788664615.760837:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3635:1875550140621952:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1788664615.760856:0:24238:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788664615.760877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664615.760881:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664615.760884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664615.760887:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664615.760911:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664615.760915:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664615.760917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664615.760920:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788664615.760945:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140622080:0@lo:400:kworker.0 00000100:00100000:2.0:1788664615.760971:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.760991:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788664615.760999:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140622208:0@lo:400:kworker.0 00000100:00100000:2.0:1788664615.761019:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.761050:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140622080 00000100:00100000:2.0:1788664615.761053:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140622080 00000100:00100000:2.0:1788664615.761076:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140622208 00000100:00100000:2.0:1788664615.761079:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140622208 00000100:00100000:2.0:1788664615.761091:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788664615.761097:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140622080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664615.761132:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140622080:12345-0@lo:400:kworker.0 Request processed in 34us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.761138:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788664615.761157:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788664615.761163:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140622208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664615.761192:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140622208:12345-0@lo:400:kworker.0 Request processed in 29us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.761197:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:2.0:1788664615.761223:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c304832d80 x1875550140622208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664615.761232:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140622208:0@lo:400:kworker.0 00010000:00080000:2.0:1788664615.761241:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c304831c00 x1875550140622080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664615.761249:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140622080:0@lo:400:kworker.0 00000020:01000004:1.0:1788664615.764747:0:24238:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1788664615.766900:0:24238:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff93c302870000) 00000020:00000080:1.0:1788664615.766931:0:24238:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:1.0:1788664615.767032:0:24238:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c403833800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788664615.767037:0:24238:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c403833800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1788664615.767040:0:24238:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c403833800 3 00010000:00080000:1.0:1788664615.767086:0:24238:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c30425d800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.152@tcp at head 00010000:00010000:1.0:1788664615.778748:0:24238:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1788664615.778972:0:24238:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1788664615.779018:0:24238:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788664615.779031:0:24238:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xcd11f61c1413f3f7 00000100:00080000:1.0:1788664615.779042:0:24238:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788664615.779049:0:24238:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff93c30425d800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:1.0:1788664615.779081:0:24238:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c406d65180 x1875550140622336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788664615.779100:0:24238:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788664615.779551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664615.779556:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664615.779559:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664615.779562:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664615.779565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664615.779569:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664615.779571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664615.779574:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788664615.779600:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3635:1875550140622336:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788664615.779670:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.779729:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140622336 00000100:00100000:2.0:1788664615.779742:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140622336 00000100:00100000:2.0:1788664615.779799:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788664615.779806:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3635:x1875550140622336:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788664615.779832:0:22711:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 710 last 0 00000020:00000080:2.0:1788664615.779861:0:22711:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xcd11f61c1413f3fe 00000004:00100000:2.0:1788664615.779875:0:22711:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788664615.779906:0:22711:0:(import.c:65:import_set_state_nolock()) ffff93c435282800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788664615.779956:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1875550140622336:12345-0@lo:38:llog_process_th.0 Request processed in 149us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664615.779964:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1788664615.780001:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff93c406d65180 x1875550140622336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788664625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664615.780011:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788664615.780018:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1788664615.780024:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788664615.780028:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788664615.780030:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c30425d800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788664615.780036:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3635:1875550140622336:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788664615.781489:0:24238:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788664615.783193:0:24212:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788664615.783233:0:24212:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788664615.783255:0:24212:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c402a0d000/0xcd11f61c1413f3cd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f3d4 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664615.783267:0:24212:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c402a0d000/0xcd11f61c1413f3cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f3d4 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788664615.783315:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788664615.783321:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788664615.783322:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788664615.783323:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788664615.783324:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788664615.783325:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788664615.783326:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788664615.783328:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788664615.783329:0:24212:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788664615.783332:0:24212:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1788664615.783334:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788664615.783335:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788664615.783336:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788664615.783337:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788664615.783338:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788664615.783339:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788664615.783339:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788664615.783340:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788664615.783341:0:24212:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788664615.783365:0:24212:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1788664615.783397:0:24212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304832d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140622464:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788664615.783460:0:24212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664615.783493:0:24212:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c30397eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788664615.783527:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140622464 00000100:00100000:2.0:1788664615.783534:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140622464 00000100:00100000:2.0:1788664615.783573:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788664615.783581:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:24212:x1875550140622464:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788664615.783604:0:22705:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788664615.783618:0:22705:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788664615.793682:0:22705:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788664615.793700:0:22705:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1788664615.793826:0:22727:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788664615.793831:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788664615.793861:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.793878:0:22727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f348 expref: 21 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.793885:0:22727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f356 expref: 21 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.793892:0:22727:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.793931:0:22727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f356 expref: 21 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.793945:0:22727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f356 expref: 21 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664615.793960:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140622592:0@lo:104: 00000100:00100000:0.0:1788664615.794023:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788664615.794071:0:22727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f348 expref: 21 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794080:0:22727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f348 expref: 21 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664615.794089:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140622720:0@lo:104: 00000100:00100000:0.0:1788664615.794114:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664615.794129:0:22727:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412d8a840 going to sleep for 11 seconds 00000100:00100000:0.0:1788664615.794179:0:22694:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788664615.794196:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140622592 00000100:00100000:0.0:1788664615.794208:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140622592 00000100:00100000:0.0:1788664615.794241:0:22694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140622720 00000100:00100000:0.0:1788664615.794244:0:22694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140622720 00000100:00100000:0.0:1788664615.794256:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788664615.794264:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:50c92092-626e-40ab-871b-cda794304889+4:22727:x1875550140622592:12345-0@lo:104: 00010000:00010000:0.0:1788664615.794276:0:22694:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794325:0:22694:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788664615.794331:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:50c92092-626e-40ab-871b-cda794304889+4:22727:x1875550140622592:12345-0@lo:104: Request processed in 68us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664615.794337:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788664615.794352:0:22694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788664615.794358:0:22694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d12050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140622720:12345-0@lo:104: 00010000:00010000:0.0:1788664615.794365:0:22694:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794398:0:22694:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788664615.794403:0:22694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d12050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140622720:12345-0@lo:104: Request processed in 46us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664615.794408:0:22694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788664615.794461:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140622592:0@lo:104: 00000100:00100000:0.0:1788664615.794471:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e5f80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140622720:0@lo:104: 00010000:00010000:0.0:1788664615.794492:0:22727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794522:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788664615.794528:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794543:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cde00 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:0.0:1788664615.794547:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794555:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788664615.794563:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664615.794569:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788664615.794595:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794602:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788664615.794620:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794628:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c42e7cde00/0xcd11f61c1413f356 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f35d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794641:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664615.794644:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794649:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0c000 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:0.0:1788664615.794651:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794668:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788664615.794675:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664615.794681:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788664615.794694:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794700:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788664615.794707:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794714:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c402a0c000/0xcd11f61c1413f348 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f34f expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794726:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664615.794728:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664615.794730:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664615.794750:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140622848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664615.794800:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664615.794820:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788664615.794826:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140622976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664615.794848:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664615.794881:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140622848 00000100:00100000:0.0:1788664615.794886:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140622848 00010000:00010000:0.0:1788664615.794902:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f356 expref: 22 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664615.794934:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140622976 00000100:00100000:0.0:1788664615.794937:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140622976 00010000:00010000:0.0:1788664615.794947:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f348 expref: 23 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664615.794959:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788664615.794964:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+23:3636:x1875550140622848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664615.794974:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664615.794978:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f356 expref: 23 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794986:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f356 expref: 23 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.794997:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f35d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f356 expref: 23 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795007:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788664615.795033:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+22:3636:x1875550140622848:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664615.795039:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788664615.795052:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788664615.795057:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c403ec6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+21:3636:x1875550140622976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664615.795064:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664615.795068:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f348 expref: 21 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795077:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f348 expref: 21 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795093:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f34f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f348 expref: 21 pid: 22705 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795103:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795110:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788664615.795121:0:22696:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007366534s 00010000:00010000:0.0:1788664615.795125:0:22696:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795133:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795139:0:22696:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795145:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795151:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cd000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664615.795155:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795162:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795174:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795190:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788664615.795214:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c403ec6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+20:3636:x1875550140622976:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664615.795220:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788664615.795271:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140622976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788664615.795279:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140622848:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664615.795297:0:22727:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795304:0:22727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664615.795310:0:22727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42e7cd000/0xcd11f61c1413f405 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664615.796839:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664615.799306:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+19:24212:x1875550140622464:12345-0@lo:253:mount.lustre.0 Request processed in 15717us (15838us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664615.799321:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788664615.804726:0:24212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304832d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:24212:1875550140622464:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788664615.804748:0:24212:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788664615.804752:0:24212:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788664615.804754:0:24212:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788664615.804755:0:24212:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788664615.804756:0:24212:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788664615.804757:0:24212:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788664615.804759:0:24212:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788664615.804760:0:24212:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788664615.804762:0:24212:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788664615.804764:0:24212:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788664615.804943:0:24212:0:(tgt_mount.c:2700:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1788664615.820087:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788664615.836659:0:24212:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788664615.842374:0:24212:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1788664615.842384:0:24212:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1788664615.842423:0:24212:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788664615.842466:0:24212:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.152@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788664615.842483:0:24212:0:(tgt_mount.c:2466:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1788664615.842519:0:24212:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1788664615.843752:0:24212:0:(tgt_mount.c:2352:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788664615.844498:0:24212:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:3.0:1788664616.383079:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788664616.834328:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788664616.851180:0:24292:0:(tgt_mount.c:2352:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788664616.852485:0:24292:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:1.0:1788664617.662581:0:22708:0:(mgc_request.c:609:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788664617.662588:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-mdtir-ffff93c407e1f000 from 13 10000000:01000000:1.0:1788664617.662594:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788664617.662636:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664617.662661:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664617.662672:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664617.662697:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140623104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788664617.662762:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664617.662819:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301086540 going to sleep for 11 seconds 00000100:00100000:2.0:1788664617.662957:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140623104 00000100:00100000:2.0:1788664617.662965:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140623104 00000100:00100000:2.0:1788664617.663101:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788664617.663112:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+19:22708:x1875550140623104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788664617.663126:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664617.663141:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f40c expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664617.663165:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f40c expref: 20 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664617.663186:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f40c expref: 20 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664617.663537:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c402a0c200, rc 0) 00000100:00100000:2.0:1788664617.663596:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+20:22708:x1875550140623104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 485us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664617.663604:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788664617.663631:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140623104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788664617.663648:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664617.663657:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664617.663708:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140623232:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788664617.663748:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664617.663803:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301086540 going to sleep for 11 seconds 00000100:00100000:2.0:1788664617.664715:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140623232 00000100:00100000:2.0:1788664617.664724:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140623232 00000100:00100000:2.0:1788664617.664762:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788664617.664789:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+20:22708:x1875550140623232:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788664617.664810:0:22705:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788664617.664829:0:22705:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788664617.664833:0:22705:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788664617.664931:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+20:22708:x1875550140623232:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 161us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664617.664946:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1788664617.665062:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140623232:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788664617.665121:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788664617.665130:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664617.665139:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664617.665160:0:22708:0:(mgc_request.c:609:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788664617.665162:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-mdtir-ffff93c43bc50800 from 13 10000000:01000000:1.0:1788664617.665165:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788664617.665197:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664617.665213:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664617.665223:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664617.665239:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140623360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788664617.665270:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664617.665309:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301086540 going to sleep for 11 seconds 00000100:00100000:2.0:1788664617.665590:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140623360 00000100:00100000:2.0:1788664617.665595:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140623360 00000100:00100000:2.0:1788664617.665623:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788664617.665631:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+20:22708:x1875550140623360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788664617.665642:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664617.665655:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f41a expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664617.665676:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f41a expref: 21 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664617.665686:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f41a expref: 21 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664617.665695:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c402a0de00, rc 0) 00000100:00100000:2.0:1788664617.665740:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+21:22708:x1875550140623360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664617.665748:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788664617.665865:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140623360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788664617.665877:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664617.665887:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664617.665932:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140623488:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788664617.666023:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664617.666140:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140623488 00000100:00100000:2.0:1788664617.666144:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140623488 00000100:00100000:2.0:1788664617.666172:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788664617.666191:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+21:22708:x1875550140623488:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788664617.666214:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788664617.666230:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788664617.666233:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788664617.666312:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+21:22708:x1875550140623488:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 132us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664617.666328:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788664617.668311:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301086540 going to sleep for 11 seconds 00000100:00100000:1.0:1788664617.668360:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140623488:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788664617.668446:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788664617.668464:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664617.668476:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664617.857203:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664618.890089:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664619.903872:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664620.094331:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788664620.094351:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c405329f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140623616:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788664620.094415:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664620.094483:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140623616 00000100:00100000:3.0:1788664620.094490:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140623616 00000100:00100000:3.0:1788664620.094531:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788664620.094540:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140623616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788664620.094571:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788664620.094627:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140623616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664620.094635:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788664620.094675:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c405329f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140623616:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788664620.095413:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140623744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788664620.095553:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664620.096247:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140623744 00000100:00100000:1.0:1788664620.096255:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140623744 00000100:00100000:1.0:1788664620.096329:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788664620.096338:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140623744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788664620.096367:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788664620.096651:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140623744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664620.096660:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788664620.096755:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140623744:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788664620.942154:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788664621.117969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664621.117975:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664621.117978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664621.117981:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664621.118004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664621.118007:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664621.118010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664621.118013:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788664621.118062:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140624128:0@lo:400:kworker.0 00000100:00100000:2.0:1788664621.118129:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664621.118164:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140624640:0@lo:400:kworker.0 00000100:00100000:2.0:1788664621.118185:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664621.118226:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788664621.118232:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140624256:0@lo:400:kworker.0 00000100:00100000:2.0:1788664621.118258:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664621.118293:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140624128 00000100:00100000:2.0:1788664621.118299:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140624128 00000100:00100000:2.0:1788664621.118338:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140624640 00000100:00100000:2.0:1788664621.118350:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140624640 00000100:00100000:2.0:1788664621.118381:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788664621.118389:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140624128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664621.118439:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140624128:12345-0@lo:400:kworker.0 Request processed in 51us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664621.118445:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788664621.118460:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788664621.118477:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304095f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140624640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664621.118505:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304095f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140624640:12345-0@lo:400:kworker.0 Request processed in 40us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664621.118511:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788664621.118535:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140624256 00000100:00100000:2.0:1788664621.118539:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140624256 00000100:00100000:2.0:1788664621.118562:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788664621.118568:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140624256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664621.118599:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140624256:12345-0@lo:400:kworker.0 Request processed in 32us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664621.118605:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1788664621.118637:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788664621.118665:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140624256:0@lo:400:kworker.0 00010000:00080000:2.0:1788664621.118679:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304833800 x1875550140624128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664621.118689:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140624128:0@lo:400:kworker.0 00010000:00080000:2.0:1788664621.118699:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304832d80 x1875550140624640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664621.118720:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140624640:0@lo:400:kworker.0 00000100:00100000:1.0:1788664621.118999:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140624000:0@lo:400:kworker.0 00000100:00100000:1.0:1788664621.119033:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664621.119068:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140624512:0@lo:400:kworker.0 00000100:00100000:1.0:1788664621.119093:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664621.119114:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788664621.119120:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140623872:0@lo:400:kworker.0 00000100:00100000:1.0:1788664621.119146:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664621.119165:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140624384:0@lo:400:kworker.0 00000100:00100000:1.0:1788664621.119186:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664621.119212:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140624512 00000100:00100000:1.0:1788664621.119216:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140624512 00000100:00100000:1.0:1788664621.119244:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140624384 00000100:00100000:1.0:1788664621.119254:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140624384 00000100:00100000:1.0:1788664621.119274:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788664621.119280:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875550140624512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664621.119317:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875550140624512:12345-0@lo:400:kworker.0 Request processed in 36us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664621.119323:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788664621.119335:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788664621.119340:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140624384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664621.119365:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140624384:12345-0@lo:400:kworker.0 Request processed in 24us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664621.119370:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788664621.119385:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140623872 00000100:00100000:1.0:1788664621.119388:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140623872 00000100:00100000:1.0:1788664621.119412:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788664621.119419:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e789c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+21:3637:x1875550140623872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664621.119446:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e789c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+21:3637:x1875550140623872:12345-0@lo:400:kworker.0 Request processed in 28us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664621.119452:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:1.0:1788664621.119490:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788664621.119514:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140623872:0@lo:400:kworker.0 00010000:00080000:1.0:1788664621.119524:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304832680 x1875550140624384/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664621.119534:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140624384:0@lo:400:kworker.0 00010000:00080000:1.0:1788664621.119543:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304830a80 x1875550140624512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664621.119564:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140624512:0@lo:400:kworker.0 00000100:00100000:2.0:1788664621.119659:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140624000 00000100:00100000:2.0:1788664621.119663:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140624000 00000100:00100000:2.0:1788664621.119689:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788664621.119695:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140624000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664621.119735:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140624000:12345-0@lo:400:kworker.0 Request processed in 40us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664621.119741:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788664621.119905:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140624000:0@lo:400:kworker.0 00010000:00010000:2.0:1788664621.949951:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788664621.963113:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788664622.975182:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788664623.163989:0:24582:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788664623.997996:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664624.004677:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664609/real 1788664609] req@ffff93c304094e00 x1875550140617984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664624 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664624.005268:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c304094e00 x1875550140617984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664624 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664624.005280:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664609/real 1788664609] req@ffff93c304094700 x1875550140618112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664624 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664624.005296:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c304094700 x1875550140618112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664624 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788664624.005317:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42e7ee000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788664624.005438:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788664624.005443:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140617984:0@lo:8:kworker.0 00000100:00080000:3.0:1788664624.005457:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788664624.009626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664624.009632:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664624.009635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664624.009638:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788664624.009655:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664624.009658:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788664624.009662:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c42e7ee000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664624.009671:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 704 00000100:00080000:2.0:1788664624.009677:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788664624.009685:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff93c42e7ee000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664624.009705:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304830a80 x1875550140625280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788664624.009835:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140624768:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.009904:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664624.009953:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788664624.009959:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140625152:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.009986:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664624.010016:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140624896:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.010050:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664624.010068:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788664624.010074:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140625024:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.010098:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664624.010129:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140624768 00000100:00100000:0.0:1788664624.010135:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140624768 00000100:00100000:0.0:1788664624.010191:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788664624.010200:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:3639:x1875550140624768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.010248:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:3639:x1875550140624768:12345-0@lo:400:kworker.0 Request processed in 49us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664624.010255:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788664624.010286:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140625152 00000100:00100000:0.0:1788664624.010290:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140625152 00000100:00100000:0.0:1788664624.010313:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140624896 00000100:00100000:0.0:1788664624.010316:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140624896 00000100:00100000:0.0:1788664624.010331:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788664624.010338:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140625152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.010371:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140625152:12345-0@lo:400:kworker.0 Request processed in 34us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664624.010377:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788664624.010390:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788664624.010395:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140624896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.010437:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140624896:12345-0@lo:400:kworker.0 Request processed in 42us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664624.010443:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788664624.010474:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140625024 00000100:00100000:0.0:1788664624.010478:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140625024 00000100:00100000:0.0:1788664624.010513:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788664624.010519:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140625024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.010550:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140625024:12345-0@lo:400:kworker.0 Request processed in 32us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664624.010556:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:0.0:1788664624.010597:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304094000 x1875550140625024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664624.010610:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140625024:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.010620:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140624896:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.010644:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140625152:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.010653:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140624768:0@lo:400:kworker.0 00000100:00080000:2.0:1788664624.011213:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664624.011216:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788664624.011219:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664624.011223:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 704 00000100:00080000:2.0:1788664624.011226:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788664624.011230:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93c406418800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664624.011252:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304832680 x1875550140625408/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788664624.013283:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788664624.013310:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140625536:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.013383:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664624.013434:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3637:1875550140625792:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.013473:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664624.013882:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788664624.013891:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140625664:0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.013920:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664624.013964:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140625536 00000100:00100000:0.0:1788664624.013971:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140625536 00000100:00100000:0.0:1788664624.014001:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140625792 00000100:00100000:0.0:1788664624.014003:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140625792 00000100:00100000:0.0:1788664624.014025:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140625664 00000100:00100000:0.0:1788664624.014027:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140625664 00000100:00100000:0.0:1788664624.014050:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788664624.014057:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140625536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664624.014109:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140625536:12345-0@lo:400:kworker.0 Request processed in 53us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664624.014116:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788664624.014131:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788664624.014136:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875550140625792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664624.014251:0:22711:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788664624.014261:0:22711:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00080000:3.0:1788664624.016520:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788664624.016530:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140618112:0@lo:8:kworker.0 00000100:00100000:3.0:1788664624.016572:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140625280:0@lo:8:kworker.0 00000100:00100000:3.0:1788664624.016643:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664624.016688:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140625408:0@lo:8:kworker.0 00000100:00100000:3.0:1788664624.016712:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788664624.022420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664624.022432:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788664624.022435:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664624.022438:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788664624.022576:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788664624.022584:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788664624.022605:0:22713:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1788664624.022628:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788664624.022646:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875550140625664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664624.022753:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875550140625664:12345-0@lo:400:kworker.0 Request processed in 116us (8831us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664624.022761:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:3.0:1788664624.022887:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304833100 x1875550140625536/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664624.022901:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140625536:0@lo:400:kworker.0 00010000:00080000:3.0:1788664624.022939:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304832d80 x1875550140625664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664624.022950:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140625664:0@lo:400:kworker.0 00000100:00100000:2.0:1788664624.023373:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140625280 00000100:00100000:2.0:1788664624.023381:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140625280 00000100:00100000:2.0:1788664624.023412:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140625408 00000100:00100000:2.0:1788664624.023415:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140625408 00000100:00100000:2.0:1788664624.023425:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788664624.023430:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3635:x1875550140625280:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788664624.023468:0:24216:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:2.0:1788664624.023506:0:24216:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xcd11f61c1413f428 00002000:00100000:2.0:1788664624.023520:0:24216:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff93c406cee000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1788664624.023525:0:24216:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1788664624.023528:0:24216:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788664624.023725:0:24216:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1788664624.023749:0:24216:0:(import.c:65:import_set_state_nolock()) ffff93c406ce9800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788664624.023978:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1875550140625280:12345-0@lo:8:kworker.0 Request processed in 546us (7334us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664624.023986:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788664624.024009:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788664624.024014:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3635:x1875550140625408:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1788664624.024027:0:24216:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788664624.026657:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875550140625792:12345-0@lo:400:kworker.0 Request processed in 12513us (13176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664624.026671:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:1.0:1788664624.027203:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304830a80 x1875550140625280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788664644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664624.027217:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788664624.027228:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788664624.027238:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788664624.027244:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788664624.027247:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42e7ee000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788664624.027261:0:3635:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788664624.027267:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140625280:0@lo:8:kworker.0 00000004:00080000:1.0:1788664624.027312:0:23454:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1788664624.027334:0:23454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23454:1875550140626048:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1788664624.027387:0:23454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664624.027410:0:23454:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301086180 going to sleep for 11 seconds 00000100:00100000:1.0:1788664624.027432:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788664624.027438:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000004:00080000:0.0:1788664624.027527:0:23453:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788664624.027617:0:23453:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 719164845357ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788664624.027624:0:23453:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00080000:3.0:1788664624.027988:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304833800 x1875550140625792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664624.028001:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3637:1875550140625792:0@lo:400:kworker.0 00000100:00100000:3.0:1788664624.033998:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140625920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788664624.034070:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788664624.048529:0:23444:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:3.0:1788664624.050014:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140625920 00000100:00100000:3.0:1788664624.050027:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140625920 00000100:00100000:3.0:1788664624.050094:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788664624.050104:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1875550140625920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788664624.050136:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1788664624.050230:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1875550140625920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (16158us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664624.050237:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1788664624.050258:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1788664624.050292:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406d65500 x1875550140625920/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788664640 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664624.050312:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140625920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788664624.051839:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140626048 00000100:00100000:1.0:1788664624.051849:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140626048 00000100:00100000:3.0:1788664624.052138:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788664624.052148:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23454:x1875550140626048:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:3.0:1788664624.056574:0:24624:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1788664624.056583:0:24624:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788664624.056679:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23454:x1875550140626048:12345-0@lo:7:osp-pre-0-1.0 Request processed in 4530us (29289us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664624.056690:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788664624.056899:0:23454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406d65f80 x1875550140626048/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788664640 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664624.056915:0:23454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23454:1875550140626048:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1788664624.056927:0:23454:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788664624.056973:0:23454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23454:1875550140626176:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788664624.057003:0:23454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664624.057025:0:23454:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301086180 going to sleep for 11 seconds 00000100:00100000:1.0:1788664624.057049:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140626176 00000100:00100000:1.0:1788664624.057054:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140626176 00000100:00100000:1.0:1788664624.057086:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788664624.057093:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:23454:x1875550140626176:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788664624.057117:0:24217:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788664624.057147:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:23454:x1875550140626176:12345-0@lo:5:osp-pre-0-1.0 Request processed in 55us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664624.057153:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788664624.057258:0:23454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406d65f80 x1875550140626176/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788664640 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664624.057268:0:23454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23454:1875550140626176:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788664624.057276:0:23454:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788664624.057297:0:23454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23454:1875550140626304:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788664624.057321:0:23454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664624.057335:0:23454:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301086180 going to sleep for 11 seconds 00000100:00100000:1.0:1788664624.057345:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140626304 00000100:00100000:1.0:1788664624.057349:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140626304 00000100:00100000:1.0:1788664624.057365:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788664624.057371:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:23454:x1875550140626304:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788664624.057393:0:24217:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:2.0:1788664624.078431:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3635:x1875550140625408:12345-0@lo:8:kworker.0 Request processed in 54408us (61710us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788664624.078445:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788664624.079954:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788664624.079965:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788664624.079970:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140625408:0@lo:8:kworker.0 00000001:00080000:0.0:1788664624.139440:0:24213:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1788664624.139468:0:24213:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1788664624.141886:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23454:x1875550140626304:12345-0@lo:5:osp-pre-0-1.0 Request processed in 84504us (84553us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788664624.141900:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1788664624.142010:0:23454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406d65f80 x1875550140626304/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788664640 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664624.142022:0:23454:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788664624.142028:0:23454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23454:1875550140626304:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788664624.142043:0:23454:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1788664624.142094:0:23454:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304832680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23454:1875550140626432:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788664624.142128:0:23454:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664624.142153:0:23454:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c401254000 going to sleep for 11 seconds 00000100:00100000:2.0:1788664624.142182:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140626432 00000100:00100000:2.0:1788664624.142188:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140626432 00000100:00100000:2.0:1788664624.142221:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788664624.142229:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23454:x1875550140626432:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788664624.142281:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23454:x1875550140626432:12345-0@lo:900:osp-pre-0-1.0 Request processed in 54us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664624.142288:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788664624.142561:0:23454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304832680 x1875550140626432/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788664640 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664624.142573:0:23454:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304832680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23454:1875550140626432:0@lo:900:osp-pre-0-1.0 00000020:00000004:3.0:1788664624.167572:0:24637:0:(tgt_mount.c:2352:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788664624.167767:0:24637:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788664625.034962:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788664625.166586:0:24687:0:(tgt_mount.c:2352:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788664625.166851:0:24687:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788664625.214725:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140626560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788664625.214860:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664625.215132:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140626560 00000100:00100000:0.0:1788664625.215140:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140626560 00000100:00100000:0.0:1788664625.215188:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788664625.215198:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140626560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788664625.215229:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788664625.215287:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140626560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664625.215295:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788664625.215757:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42f5e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140626688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788664625.215894:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664625.215937:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140626560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788664625.216120:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140626688 00000100:00100000:0.0:1788664625.216125:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140626688 00000100:00100000:0.0:1788664625.216170:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788664625.216178:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405328a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140626688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788664625.216201:0:23452:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788664625.216247:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405328a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140626688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664625.216254:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788664625.217864:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42f5e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140626688:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788664626.049006:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788664626.622476:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788664627.069972:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664628.098498:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664629.119037:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788664629.309987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664629.309993:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788664629.309996:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664629.309998:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788664629.310018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664629.310022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788664629.310025:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788664629.310033:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 719 00000100:00080000:3.0:1788664629.310040:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788664629.310046:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93c406418800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664629.310067:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c42e888a80 x1875550140627456/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788664629.310234:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140627200:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310315:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664629.310382:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3636:1875550140627840:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310407:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664629.310448:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788664629.310454:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140626816:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310483:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664629.310506:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140627328:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310528:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664629.310552:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c40532b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140626944:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310574:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664629.310590:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140627584:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310608:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664629.310623:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788664629.310628:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140627072:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310647:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664629.310660:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3638:1875550140627712:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310677:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664629.310704:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140627840 00000100:00100000:2.0:1788664629.310711:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140627840 00000100:00100000:2.0:1788664629.310755:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140627584 00000100:00100000:2.0:1788664629.310757:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140627584 00000100:00100000:2.0:1788664629.310796:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140627072 00000100:00100000:2.0:1788664629.310799:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140627072 00000100:00100000:2.0:1788664629.310810:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140627712 00000100:00100000:2.0:1788664629.310826:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140627712 00000100:00100000:2.0:1788664629.310844:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788664629.310851:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875550140627840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310901:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875550140627840:12345-0@lo:400:kworker.0 Request processed in 50us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664629.310908:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788664629.310935:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788664629.310942:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140627584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.310972:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875550140627584:12345-0@lo:400:kworker.0 Request processed in 31us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664629.310978:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788664629.310988:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788664629.310993:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140627072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.311019:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140627072:12345-0@lo:400:kworker.0 Request processed in 26us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664629.311024:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788664629.311034:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788664629.311039:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875550140627712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.311063:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875550140627712:12345-0@lo:400:kworker.0 Request processed in 24us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664629.311070:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788664629.311087:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140626816 00000100:00100000:2.0:1788664629.311090:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140626816 00000100:00100000:2.0:1788664629.311115:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788664629.311121:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+21:3636:x1875550140626816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.311148:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+21:3636:x1875550140626816:12345-0@lo:400:kworker.0 Request processed in 27us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664629.311160:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788664629.311185:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140627200 00000100:00100000:2.0:1788664629.311188:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140627200 00000100:00100000:2.0:1788664629.311207:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140626944 00000100:00100000:2.0:1788664629.311209:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140626944 00000100:00100000:2.0:1788664629.311219:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788664629.311225:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140627200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.311254:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140627200:12345-0@lo:400:kworker.0 Request processed in 29us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664629.311259:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788664629.311269:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788664629.311274:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140626944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.311297:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140626944:12345-0@lo:400:kworker.0 Request processed in 23us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664629.311302:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1788664629.311316:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788664629.311320:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788664629.311349:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e889c00 x1875550140627072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664629.311362:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140627072:0@lo:400:kworker.0 00010000:00080000:2.0:1788664629.311372:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e88bb80 x1875550140627712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664629.311381:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3638:1875550140627712:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.311389:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140626944:0@lo:400:kworker.0 00010000:00080000:2.0:1788664629.311397:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e888380 x1875550140627584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664629.311424:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875550140627584:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.311457:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c40532ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140626816:0@lo:400:kworker.0 00000100:00100000:2.0:1788664629.311467:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140627200:0@lo:400:kworker.0 00010000:00080000:2.0:1788664629.311476:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e888700 x1875550140627840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664629.311484:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3636:1875550140627840:0@lo:400:kworker.0 00000100:00100000:0.0:1788664629.311968:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140627968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788664629.312011:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664629.312079:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140627968 00000100:00100000:2.0:1788664629.312083:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140627968 00000100:00100000:2.0:1788664629.312121:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788664629.312128:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140627968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788664629.312150:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1788664629.312215:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140627456:0@lo:8:kworker.0 00000100:00100000:3.0:1788664629.312242:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140627328 00000100:00100000:3.0:1788664629.312246:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140627328 00000100:00100000:1.0:1788664629.312249:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664629.312270:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140627456 00000100:00100000:3.0:1788664629.312273:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140627456 00000100:00100000:1.0:1788664629.312282:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788664629.312288:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788664629.312290:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1875550140627328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664629.312292:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3635:x1875550140627456:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788664629.312311:0:24624:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788664629.312334:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1875550140627328:12345-0@lo:400:kworker.0 Request processed in 45us (1804us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664629.312340:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788664629.312343:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3635:x1875550140627456:12345-0@lo:8:kworker.0 Request processed in 51us (94us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788664629.312349:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1788664629.312370:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664629.312375:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788664629.312378:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140627456:0@lo:8:kworker.0 00000100:00100000:2.0:1788664629.312518:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140627968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 389us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664629.312525:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788664629.312546:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1788664629.312563:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e88aa00 x1875550140627328/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788664645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664629.312574:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140627328:0@lo:400:kworker.0 00010000:00080000:0.0:1788664629.312627:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406d64a80 x1875550140627968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788664645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664629.312642:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140627968:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788664630.141882:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664630.333897:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664610/real 1788664610] req@ffff93c304095180 x1875550140618752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664630 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664630.333935:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c304095180 x1875550140618752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664630 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664630.333942:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140628096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788664630.333950:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788664610/real 1788664610] req@ffff93c304097100 x1875550140618880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664630 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664630.333965:0:3635:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93c304097100 x1875550140618880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788664630 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788664630.333995:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c43f741000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1788664630.334012:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788664630.334023:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788664630.334069:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140628096 00000100:00100000:2.0:1788664630.334076:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140628096 00000100:00100000:2.0:1788664630.334144:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788664630.334155:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140618752:0@lo:8:kworker.0 00000100:00100000:2.0:1788664630.334157:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140628096:12345-0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1788664630.334165:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664630.334172:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788664630.334175:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304097100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140618880:0@lo:8:kworker.0 00000004:00000024:2.0:1788664630.334196:0:23452:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00080000:1.0:1788664630.334226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664630.334230:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788664630.334237:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c43f741000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788664630.334242:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 706 00000100:00100000:2.0:1788664630.334248:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140628096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (234us total) trans 0 rc 0/0 00000100:00080000:1.0:1788664630.334249:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788664630.334258:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff93c43f741000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664630.334260:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788664630.334290:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c406d67800 x1875550140628352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788664630.334304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664630.334307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788664630.334309:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788664630.334312:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 706 00000100:00080000:1.0:1788664630.334315:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788664630.334318:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93c42f67f000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:1.0:1788664630.334329:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c406d66300 x1875550140628480/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788664630.334675:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788664630.334678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788664630.334681:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788664630.334690:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 724 00000100:00080000:1.0:1788664630.334693:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1788664630.334696:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93c406418800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:1.0:1788664630.334710:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c406fdb100 x1875550140628992/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788664630.334763:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140628352:0@lo:8:kworker.0 00000100:00100000:2.0:1788664630.335102:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140628224:0@lo:400:kworker.0 00000100:00100000:0.0:1788664630.335380:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140628736:0@lo:400:kworker.0 00000100:00100000:0.0:1788664630.335435:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664630.335496:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3637:1875550140629376:0@lo:400:kworker.0 00000100:00100000:3.0:1788664630.335538:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140628736 00000100:00100000:3.0:1788664630.335544:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140628736 00000100:00100000:3.0:1788664630.335582:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788664630.335659:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664630.335681:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788664630.335687:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875550140628608:0@lo:400:kworker.0 00000100:00100000:0.0:1788664630.335719:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664630.335735:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664630.335740:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140629248:0@lo:400:kworker.0 00000100:00100000:2.0:1788664630.335798:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140629120:0@lo:400:kworker.0 00000100:00100000:3.0:1788664630.335808:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140628736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664630.335823:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664630.335836:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664630.335862:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140628480:0@lo:8:kworker.0 00000100:00100000:2.0:1788664630.335869:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788664630.335872:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140628736:12345-0@lo:400:kworker.0 Request processed in 100us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664630.335879:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140628864:0@lo:400:kworker.0 00000100:00100000:3.0:1788664630.335884:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788664630.335893:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664630.335917:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140628992:0@lo:8:kworker.0 00000100:00100000:2.0:1788664630.335918:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664630.335950:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664630.335995:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140629376 00000100:00100000:2.0:1788664630.335999:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140629376 00000100:00100000:2.0:1788664630.336026:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140628608 00000100:00100000:2.0:1788664630.336029:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140628608 00000100:00100000:2.0:1788664630.336039:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140629120 00000100:00100000:2.0:1788664630.336041:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140629120 00000100:00100000:2.0:1788664630.336053:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788664630.336058:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875550140629376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664630.336093:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875550140629376:12345-0@lo:400:kworker.0 Request processed in 34us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664630.336098:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788664630.336123:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788664630.336131:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875550140628608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664630.336157:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875550140628608:12345-0@lo:400:kworker.0 Request processed in 28us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664630.336173:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788664630.336186:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788664630.336192:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875550140629120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664630.336222:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875550140629120:12345-0@lo:400:kworker.0 Request processed in 29us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664630.336227:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788664630.336245:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140628224 00000100:00100000:2.0:1788664630.336248:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140628224 00000100:00100000:2.0:1788664630.336272:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788664630.336278:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+21:3639:x1875550140628224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664630.336318:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+21:3639:x1875550140628224:12345-0@lo:400:kworker.0 Request processed in 40us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664630.336325:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788664630.336361:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140629504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788664630.336386:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664630.336438:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140628096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788664630.336464:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140629504 00000100:00100000:2.0:1788664630.336467:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140629504 00000100:00100000:2.0:1788664630.336500:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788664630.336507:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140629504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788664630.336528:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788664630.336564:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140629504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664630.336570:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788664630.336599:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140629504:0@lo:41:osp-pre-0-1.0 00010000:00080000:2.0:1788664630.336635:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406fdaa00 x1875550140629120/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664630.336645:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140629120:0@lo:400:kworker.0 00000100:00100000:2.0:1788664630.336665:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140628224:0@lo:400:kworker.0 00000100:00100000:0.0:1788664630.336831:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664630.336858:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140628736:0@lo:400:kworker.0 00010000:00080000:0.0:1788664630.336871:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406fda300 x1875550140629376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664630.336881:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3637:1875550140629376:0@lo:400:kworker.0 00010000:00080000:0.0:1788664630.336913:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406d64a80 x1875550140628608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664630.336921:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875550140628608:0@lo:400:kworker.0 00000100:00100000:0.0:1788664630.336938:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140629248 00000100:00100000:0.0:1788664630.336942:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140629248 00000100:00100000:0.0:1788664630.336976:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788664630.336983:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42f5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875550140629248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664630.337032:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42f5e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875550140629248:12345-0@lo:400:kworker.0 Request processed in 49us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664630.337038:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00080000:0.0:1788664630.337062:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406fda680 x1875550140629248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664630.337082:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140629248:0@lo:400:kworker.0 00000100:00100000:1.0:1788664630.337133:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140628352 00000100:00100000:1.0:1788664630.337138:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140628352 00000100:00100000:1.0:1788664630.337150:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140628480 00000100:00100000:1.0:1788664630.337152:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140628480 00000100:00100000:1.0:1788664630.337158:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140628864 00000100:00100000:1.0:1788664630.337160:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140628864 00000100:00100000:1.0:1788664630.337177:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140628992 00000100:00100000:1.0:1788664630.337179:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140628992 00000100:00100000:1.0:1788664630.337187:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788664630.337193:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140628864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664630.337229:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140628864:12345-0@lo:400:kworker.0 Request processed in 36us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664630.337235:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788664630.337246:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788664630.337250:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3635:x1875550140628352:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788664630.337593:0:24218:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:1.0:1788664630.337628:0:24218:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xcd11f61c1413f42f 00002000:00100000:1.0:1788664630.337640:0:24218:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff93c30425f000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1788664630.337644:0:24218:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1788664630.337647:0:24218:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788664630.337707:0:24218:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788664630.337727:0:24218:0:(import.c:65:import_set_state_nolock()) ffff93c30425a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788664630.337764:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3635:x1875550140628352:12345-0@lo:8:kworker.0 Request processed in 513us (1942us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664630.337797:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788664630.337809:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788664630.337814:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3635:x1875550140628480:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788664630.337825:0:24218:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788664630.337847:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3635:x1875550140628480:12345-0@lo:8:kworker.0 Request processed in 33us (1955us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788664630.337852:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788664630.337867:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788664630.337870:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3635:x1875550140628992:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788664630.337879:0:24218:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788664630.337895:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3635:x1875550140628992:12345-0@lo:8:kworker.0 Request processed in 24us (1946us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788664630.337900:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1788664630.337936:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406d67800 x1875550140628352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788664655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664630.337946:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788664630.337952:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788664630.339227:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788664630.339239:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788664630.339243:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c43f741000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788664630.339835:0:3635:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788664630.339847:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140628352:0@lo:8:kworker.0 00000100:00080000:1.0:1788664630.339877:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664630.339881:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788664630.339884:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140628480:0@lo:8:kworker.0 00000100:00080000:1.0:1788664630.339892:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664630.339895:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788664630.339897:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140628992:0@lo:8:kworker.0 00010000:00080000:1.0:1788664630.339949:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c406d65500 x1875550140628864/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788664646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664630.339961:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140628864:0@lo:400:kworker.0 00000004:00080000:0.0:1788664630.340283:0:22735:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788664630.340368:0:22735:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 725477596343ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788664630.340375:0:22735:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1788664630.342601:0:22736:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:3.0:1788664630.342631:0:22736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22736:1875550140629760:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788664630.342698:0:22736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664630.342728:0:22736:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4186e4540 going to sleep for 11 seconds 00000100:00100000:3.0:1788664630.342896:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140629760 00000100:00100000:3.0:1788664630.342903:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140629760 00000100:00100000:3.0:1788664630.342968:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788664630.342976:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22736:x1875550140629760:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788664630.343421:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788664630.343433:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140629632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788664630.343474:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664630.343543:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140629632 00000100:00100000:3.0:1788664630.343547:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140629632 00000100:00100000:3.0:1788664630.343583:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788664630.343589:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1875550140629632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788664630.343604:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1788664630.343647:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1875550140629632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664630.343654:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788664630.343688:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e889180 x1875550140629632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788664646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664630.343706:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140629632:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788664630.343966:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1788664630.351893:0:22691:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:3.0:1788664630.355672:0:24218:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1788664630.355684:0:24218:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1788664630.355691:0:24218:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00002000:00010000:1.0:1788664630.368480:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664630.368493:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.368509:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=725s v=(0 0) 00010000:00010000:1.0:1788664630.368514:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664630.368520:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.368537:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.368554:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.368562:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.368582:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788664630.369159:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664630.369166:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369175:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=725s v=(0 0) 00010000:00010000:1.0:1788664630.369178:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664630.369182:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369193:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369200:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369208:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369244:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788664630.369520:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788664630.369529:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369540:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7df000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664630.369546:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369557:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369578:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369586:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b4070a0/0xcd11f61c1413f436 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369604:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664630.369608:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369627:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7df800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664630.369642:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369651:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369663:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369671:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be701c33/0xcd11f61c1413f43d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.369684:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.369686:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.369687:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664630.369859:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664630.369866:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369875:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=725s v=(0 0) 00010000:00010000:1.0:1788664630.369878:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664630.369882:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369891:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369898:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369905:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.369920:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664630.370024:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664630.370030:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.370037:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7df200 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664630.370040:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.370047:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.370065:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.370073:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a475377c/0xcd11f61c1413f444 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.370086:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.370088:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.370090:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.371901:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664630.376922:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664630.376936:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.376954:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.376958:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.376964:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.376977:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.376987:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.376995:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.377045:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788664630.377088:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788664630.377096:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.377106:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0ce00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664630.377111:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.377121:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.377142:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.377151:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f44b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.377172:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.377174:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.377176:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664630.379063:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664630.379075:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.379090:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.379094:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.379100:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.379113:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.379123:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.379132:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.379157:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788664630.379607:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788664630.379624:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.379646:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0c000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664630.379662:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.379672:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.379690:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.379699:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f452 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.379718:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.379720:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.379723:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788664630.387558:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788664630.387573:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.387591:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=725s v=(0 0) 00010000:00010000:3.0:1788664630.387596:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788664630.387602:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.387617:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.387635:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.387644:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.387670:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788664630.387991:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664630.387999:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.388009:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85a00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664630.388013:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.388029:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.388047:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.388054:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f459 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.388072:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.388074:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.388076:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788664630.389572:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788664630.389584:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.389598:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=725s v=(0 0) 00010000:00010000:3.0:1788664630.389602:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788664630.389608:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.389619:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.389628:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.389635:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.389672:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788664630.390200:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664630.390207:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.390217:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b84a00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664630.390222:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.390230:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.390249:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.390280:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f370fc7b/0xcd11f61c1413f460 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.390299:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.390301:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.390303:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788664630.391384:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788664630.391396:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.391419:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=725s v=(0 0) 00010000:00010000:3.0:1788664630.391423:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788664630.391428:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.391440:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.391450:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.391458:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.391482:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664630.392731:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664630.392743:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.392754:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85a00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664630.392793:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.392804:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.392823:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.392831:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000376de263/0xcd11f61c1413f467 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.392853:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.392854:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.392856:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788664630.393538:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788664630.393547:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.393560:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=725s v=(0 0) 00010000:00010000:3.0:1788664630.393572:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788664630.393578:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.393592:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.393601:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.393608:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.393673:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788664630.394324:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788664630.394332:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.394344:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=725s v=(0 0) 00010000:00010000:3.0:1788664630.394348:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788664630.394353:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.394365:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.394375:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.394390:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397008:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788664630.397024:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397039:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b84000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664630.397053:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664630.397055:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397069:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397091:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397100:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019ae6f10/0xcd11f61c1413f46e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397123:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.397127:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397133:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.397136:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397143:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397153:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397160:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f475 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.397181:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.397183:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.397185:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.401983:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788664630.402959:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.402972:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.402989:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.402994:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.402999:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.403014:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.403024:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.403032:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.403049:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788664630.403452:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.403463:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.403472:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.403476:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.403480:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.403489:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.403497:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.403504:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.403609:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788664630.404483:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788664630.404491:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404504:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cc600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.404508:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404517:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404536:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404544:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005651dd86/0xcd11f61c1413f47c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404564:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.404568:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404575:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cce00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.404587:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404596:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404607:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404614:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085a1b9a6/0xcd11f61c1413f483 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.404627:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.404629:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.404631:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788664630.404859:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.404866:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.404877:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.404881:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.404887:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.404897:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.404913:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.404920:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.404939:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664630.405229:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.405235:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.405244:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cd200 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.405247:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.405255:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.405395:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.405421:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccc83bea/0xcd11f61c1413f48a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.405438:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.405440:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.405441:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788664630.405647:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.405653:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.405672:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.405677:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.405681:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.405692:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.405701:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.405708:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.405740:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664630.405904:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788664630.405910:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.405920:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cc200 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664630.405925:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.405934:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.405947:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.405955:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000accfc36e/0xcd11f61c1413f491 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.405971:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.405973:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.405975:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788664630.407381:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.407391:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.407418:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.407422:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.407427:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.407441:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.407450:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.407458:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.407483:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788664630.407751:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788664630.407764:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788664630.408059:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.408065:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408073:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.408082:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.408086:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408096:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408105:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408113:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408129:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788664630.408524:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.408530:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408539:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.408543:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.408547:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408556:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408565:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408579:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.408588:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788664630.409796:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788664630.409803:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cd600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664630.409806:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.409810:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.409823:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=725s v=(0 0) 00010000:00010000:3.0:1788664630.409828:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.409829:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.409838:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.409851:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.409860:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.409867:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.409877:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1788664630.411212:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.411224:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.411247:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.411251:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.411256:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.412060:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.412077:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.412086:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.412100:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1788664630.412785:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412798:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000812b8158/0xcd11f61c1413f498 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412826:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788664630.412831:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412838:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cd800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664630.412841:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412851:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412883:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412891:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0e950b0/0xcd11f61c1413f49f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412903:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788664630.412907:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412913:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cda00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664630.412916:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412923:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412932:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412939:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053ce6795/0xcd11f61c1413f4a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412955:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788664630.412959:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412971:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cde00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664630.412975:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412983:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.412994:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.413000:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089e13c78/0xcd11f61c1413f4ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.413013:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788664630.413017:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.413023:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cd000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664630.413026:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.413034:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.413044:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.413058:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a4da84d/0xcd11f61c1413f4b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664630.413075:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.413078:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.413080:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.413094:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788664630.413107:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.413115:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.413126:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.413130:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.413136:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.413146:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.413166:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.413173:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.413189:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664630.413533:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.413539:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.413547:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7cc800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.413551:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.413559:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.413570:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.413577:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c67279ec/0xcd11f61c1413f4bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.413593:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.413594:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.413596:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664630.413868:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788664630.414478:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.414486:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.414507:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.414511:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.414517:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.414530:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.414539:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.414548:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.414582:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664630.414933:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.414940:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.414949:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00200 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.414954:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.414962:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.414977:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.414984:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b46fc417/0xcd11f61c1413f4c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415002:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.415004:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.415006:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664630.415191:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664630.415198:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415218:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.415221:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.415225:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415236:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415256:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415263:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415284:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788664630.415621:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664630.415628:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415634:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664630.415637:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=725s v=(0 0) 00010000:00010000:1.0:1788664630.415641:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415642:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.415651:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415662:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415665:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0d600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.415671:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415675:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415686:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415709:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.415748:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664630.415749:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415760:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f4c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415807:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.415811:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415819:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0c000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.415822:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415831:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415841:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415849:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f4d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.415874:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.415875:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.415877:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.415935:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664630.416402:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664630.416419:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416428:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.416432:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.416436:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416446:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416454:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416461:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416484:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664630.416620:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.416626:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.416634:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0ce00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.416637:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.416645:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.416661:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.416668:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db73d86b/0xcd11f61c1413f4d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.416681:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.416683:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.416685:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664630.416869:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664630.416875:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416883:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.416891:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.416896:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416905:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416913:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416921:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.416933:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664630.417499:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.417506:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.417528:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7a00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.417532:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.417541:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788664630.417550:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664630.417556:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.417558:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.417576:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087320616/0xcd11f61c1413f4de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.417578:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.417586:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.417595:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.417604:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.417606:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.417608:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.417612:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.417618:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.417633:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.417644:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788664630.417714:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664630.417720:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.417728:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664630.417731:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.417739:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.417750:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.417757:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c51db89/0xcd11f61c1413f4e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.417792:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.417794:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.417796:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664630.417931:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664630.417936:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.417945:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.417949:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.417953:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.417963:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.417970:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.417978:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.417996:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664630.418377:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.418383:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788664630.418390:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664630.418392:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6400 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664630.418412:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418412:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418423:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.418429:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.418434:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.418443:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418453:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.418455:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418474:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000662d1a8e/0xcd11f61c1413f4ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.418476:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.418488:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418508:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664630.418511:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788664630.418513:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418521:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6c00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.418524:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418533:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418544:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418552:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e83500b0/0xcd11f61c1413f4f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.418564:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.418566:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.418574:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.418734:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664630.418845:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664630.418851:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.418859:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.418862:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.418866:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.418875:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.418893:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.418900:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.422865:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664630.422878:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.422910:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664630.422915:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.423000:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.423024:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.423036:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.423038:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664630.423040:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664630.423377:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788664630.423386:0:24218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069d5f74d/0xcd11f61c1413f4fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788664630.424977:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664630.424988:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.425005:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=725s v=(0 0) 00010000:00010000:2.0:1788664630.425010:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664630.425017:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.425033:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.425044:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664630.425919:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.426008:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664630.426625:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.426635:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.426645:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.426650:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.426660:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.426680:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.426688:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000564c46e8/0xcd11f61c1413f501 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.426706:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.426708:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.426710:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788664630.426993:0:24218:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788664630.427001:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.427012:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788664630.427016:0:24218:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664630.427022:0:24218:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.427034:0:24218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.427056:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.427064:0:24218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664630.427183:0:24218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1788664630.427223:0:24218:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1788664630.427467:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22736:x1875550140629760:12345-0@lo:5:osp-pre-0-0.0 Request processed in 84487us (84764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664630.427545:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:1.0:1788664630.427616:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664630.427621:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.427630:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa01000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664630.427633:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.427654:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.427668:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.427676:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004643ee8b/0xcd11f61c1413f508 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664630.427691:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.427693:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664630.427694:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664630.429649:0:22736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22736:1875550140629760:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788664630.429671:0:22736:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:2.0:1788664630.429722:0:22736:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22736:1875550140629888:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788664630.429787:0:22736:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664630.429821:0:22736:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43535da80 going to sleep for 11 seconds 00000100:00100000:0.0:1788664630.429824:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140629888 00000100:00100000:0.0:1788664630.429833:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140629888 00000100:00100000:0.0:1788664630.429890:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788664630.429901:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22736:x1875550140629888:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1788664630.429949:0:24216:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:1.0:1788664630.449209:0:24213:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1788664630.449384:0:24213:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1788664630.450669:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22736:x1875550140629888:12345-0@lo:5:osp-pre-0-0.0 Request processed in 20756us (20868us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788664630.450680:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788664630.452622:0:22736:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1788664630.452636:0:22736:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a9f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22736:1875550140629888:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788664630.452653:0:22736:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000040:00080000:1.0:1788664631.166643:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788664631.166976:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664632.191477:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788664632.357195:0:25033:0:(obd_mount.c:921:lmd_print()) mount data: 00000020:01000004:2.0:1788664632.357199:0:25033:0:(obd_mount.c:924:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788664632.357201:0:25033:0:(obd_mount.c:927:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788664632.358114:0:25033:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff93c406cee800 00000020:01000004:2.0:1788664632.358132:0:25033:0:(tgt_mount.c:2508:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788664632.358149:0:25033:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788664632.358163:0:25033:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff93c406eb8000) 00000020:00000080:2.0:1788664632.358181:0:25033:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788664632.494950:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1788664632.509715:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788664632.510319:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1788664632.510610:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788664632.510882:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788664632.511133:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788664632.511316:0:25033:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:3.0:1788664632.513137:0:25033:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788664632.513362:0:25033:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1788664632.513377:0:25033:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788664632.513388:0:25033:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xcd11f61c1413f516 00000020:01000004:3.0:1788664632.513404:0:25033:0:(tgt_mount.c:2593:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1788664632.513424:0:25033:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.152@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788664632.513428:0:25033:0:(mgc_request.c:1069:mgc_set_info_async()) InitRecov MGC192.168.203.152@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1788664632.513433:0:25033:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1788664632.513460:0:25033:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1788664632.513469:0:25033:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.152@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1788664632.528760:0:25033:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.152@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788664632.528820:0:25033:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.152@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1788664632.528825:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788664632.528827:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788664632.528828:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788664632.528833:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788664632.528834:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788664632.528836:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788664632.528837:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788664632.528838:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788664632.528839:0:25033:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788664632.528843:0:25033:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1788664632.528845:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788664632.528846:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788664632.528847:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788664632.528848:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788664632.528849:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788664632.528850:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788664632.528851:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788664632.528852:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788664632.528853:0:25033:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788664632.528876:0:25033:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788664632.528895:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630016:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788664632.529037:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664632.529140:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c410e54300 going to sleep for 11 seconds 00000100:00100000:2.0:1788664632.531472:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140630016 00000100:00100000:2.0:1788664632.531486:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140630016 00000100:00100000:2.0:1788664632.531550:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788664632.531560:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:25033:x1875550140630016:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788664632.532040:0:22705:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788664632.532044:0:22705:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1788664632.532048:0:22705:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1788664632.537646:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:25033:x1875550140630016:12345-0@lo:253:mount.lustre.0 Request processed in 6079us (8601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.537662:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788664632.537687:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630016:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788664632.537705:0:25033:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788664632.537709:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788664632.537711:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788664632.537713:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788664632.537714:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788664632.537716:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788664632.537717:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788664632.537718:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788664632.537720:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788664632.537722:0:25033:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788664632.537745:0:25033:0:(tgt_mount.c:101:server_register_mount()) register mount ffff93c406cee800 from lustre-OST0001 10000000:01000000:0.0:1788664632.537811:0:25033:0:(mgc_request.c:1942:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1788664632.537815:0:25033:0:(mgc_request.c:327:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788664632.537823:0:25033:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff93c4353719c0 local copy 00010000:00010000:0.0:1788664632.537834:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664632.537938:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630144:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664632.537978:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664632.538012:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c410e54300 going to sleep for 11 seconds 00000100:00100000:2.0:1788664632.538020:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140630144 00000100:00100000:2.0:1788664632.538027:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140630144 00000100:00100000:2.0:1788664632.538075:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788664632.538084:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+21:25033:x1875550140630144:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664632.538179:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+21:25033:x1875550140630144:12345-0@lo:501:mount.lustre.0 Request processed in 96us (200us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788664632.538186:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788664632.538204:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304095180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630144:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788664632.538218:0:25033:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.152@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788664632.538239:0:25033:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.152@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788664632.538246:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.538254:0:25033:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7cc400/0xcd11f61c1413f150 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f157 expref: -99 pid: 22690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664632.538278:0:25033:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93c406cee800 10000000:01000000:1.0:1788664632.538289:0:25033:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788664632.538294:0:25033:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1788664632.538296:0:25033:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788664632.538300:0:25033:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1788664632.538303:0:25033:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1788664632.538324:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f51d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.538331:0:25033:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f51d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.538352:0:25033:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f51d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664632.538364:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630272:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788664632.538407:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.538427:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c411902600 going to sleep for 11 seconds 00000100:00100000:0.0:1788664632.538599:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140630272 00000100:00100000:0.0:1788664632.538604:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140630272 00000100:00100000:0.0:1788664632.538647:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788664632.538655:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e789450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+21:25033:x1875550140630272:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664632.538664:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664632.538676:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42aa01c00/0xcd11f61c1413f524 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f51d expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.538707:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42aa01c00/0xcd11f61c1413f524 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f51d expref: 22 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.538718:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42aa01c00/0xcd11f61c1413f524 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f51d expref: 22 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.538726:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa01c00, rc 0) 00000100:00100000:0.0:1788664632.538764:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e789450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630272:12345-0@lo:101:mount.lustre.0 Request processed in 110us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664632.538834:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630272:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788664632.538846:0:25033:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f51d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f524 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.538855:0:25033:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f51d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f524 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664632.542931:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000040:00080000:2.0:1788664632.543246:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1788664632.544161:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788664632.552326:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788664632.552403:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788664632.552424:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788664632.552439:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788664632.552454:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788664632.552468:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788664632.552482:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788664632.552496:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788664632.552509:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1788664632.552533:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1788664632.552539:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1788664632.553282:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630400:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664632.553364:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664632.553465:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43535d840 going to sleep for 11 seconds 00000100:00100000:0.0:1788664632.553734:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140630400 00000100:00100000:0.0:1788664632.553742:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140630400 00000100:00100000:0.0:1788664632.553821:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788664632.553831:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630400:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664632.553994:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630400:12345-0@lo:501:mount.lustre.0 Request processed in 164us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664632.554014:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788664632.554192:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630400:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788664632.554229:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630528:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788664632.554268:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664632.554286:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43535d840 going to sleep for 11 seconds 00000100:00100000:0.0:1788664632.554512:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140630528 00000100:00100000:0.0:1788664632.554517:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140630528 00000100:00100000:0.0:1788664632.554549:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788664632.554556:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630528:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788664632.555657:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630528:12345-0@lo:503:mount.lustre.0 Request processed in 1098us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664632.555667:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788664632.555900:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8aad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630528:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788664632.556332:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788664632.556737:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630656:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664632.556892:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.556982:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c411902600 going to sleep for 11 seconds 00000100:00100000:2.0:1788664632.560297:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140630656 00000100:00100000:2.0:1788664632.560313:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140630656 00000100:00100000:3.0:1788664632.560840:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788664632.560850:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630656:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788664632.563061:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630656:12345-0@lo:502:mount.lustre.0 Request processed in 2204us (6161us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.563076:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788664632.563277:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630656:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788664632.563601:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788664632.563635:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788664632.563668:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788664632.563685:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788664632.563698:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788664632.563712:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788664632.563725:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788664632.563736:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788664632.563748:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1788664632.563829:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630784:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664632.563885:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664632.564045:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140630784 00000100:00100000:0.0:1788664632.564052:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140630784 00000100:00100000:0.0:1788664632.564101:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788664632.564110:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e789850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630784:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788664632.564207:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e789850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630784:12345-0@lo:502:mount.lustre.0 Request processed in 98us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664632.564214:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788664632.564262:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43535d180 going to sleep for 11 seconds 00000100:00100000:0.0:1788664632.564279:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630784:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788664632.564323:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1788664632.564332:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1788664632.569057:0:25038:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788664632.569070:0:25038:0:(obd_mount.c:959:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1788664632.569077:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664632.569079:0:25038:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788664632.569088:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788664632.569105:0:25038:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff93c302874d40) 00000020:00000080:1.0:1788664632.569726:0:25038:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788664632.569739:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788664632.570361:0:25038:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c406cee800 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788664632.570372:0:25038:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788664632.570381:0:25038:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xcd11f61c1413f532 00010000:00010000:1.0:1788664632.582331:0:25038:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1788664632.584413:0:25038:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1788664632.591491:0:25038:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788664632.594571:0:25038:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788664632.594584:0:25038:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664632.594590:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664632.594593:0:25038:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788664632.594597:0:25038:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788664632.594601:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664632.594602:0:25038:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788664632.594605:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788664632.594607:0:25038:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788664632.594610:0:25038:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664632.594612:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664632.594613:0:25038:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788664632.594616:0:25038:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788664632.594618:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664632.594619:0:25038:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788664632.594623:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788664632.595848:0:25038:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788664632.595859:0:25038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788664632.595862:0:25038:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788664632.595867:0:25038:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1788664632.606742:0:25033:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1788664632.606819:0:25033:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1788664632.606844:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f51d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f524 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.606857:0:25033:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42e7de600/0xcd11f61c1413f51d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f524 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664632.606883:0:25033:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c406cee800 from 1 10000000:01000000:0.0:1788664632.606886:0:25033:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788664632.606923:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.606931:0:25033:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.607009:0:25033:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664632.607036:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630912:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788664632.607101:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.607173:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140630912 00000100:00100000:3.0:1788664632.607181:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140630912 00000100:00100000:0.0:1788664632.607190:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412f70180 going to sleep for 11 seconds 00000100:00100000:3.0:1788664632.607227:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1788664632.607236:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+22:25033:x1875550140630912:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788664632.607248:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664632.607261:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f539 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664632.607285:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f539 expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664632.607296:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f539 expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664632.607305:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303b85400, rc 0) 00000100:00100000:3.0:1788664632.607349:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140630912:12345-0@lo:101:mount.lustre.0 Request processed in 114us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.607356:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788664632.607509:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140630912:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664632.607523:0:25033:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.607533:0:25033:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788664632.609584:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1788664632.610118:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788664632.610518:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788664632.610537:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788664632.610545:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788664632.610552:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788664632.610559:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788664632.610573:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788664632.610580:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788664632.610587:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788664632.610594:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788664632.610600:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1788664632.610607:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1788664632.610617:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1788664632.610620:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1788664632.610895:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631040:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664632.611105:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664632.611201:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c419857780 going to sleep for 11 seconds 00000100:00100000:1.0:1788664632.611296:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140631040 00000100:00100000:1.0:1788664632.611304:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140631040 00000100:00100000:1.0:1788664632.611528:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788664632.611538:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140631040:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664632.612550:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140631040:12345-0@lo:501:mount.lustre.0 Request processed in 525us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664632.612563:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788664632.612660:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631040:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788664632.612709:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631168:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788664632.612767:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664632.612836:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c419857780 going to sleep for 11 seconds 00000100:00100000:3.0:1788664632.614975:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140631168 00000100:00100000:3.0:1788664632.615070:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140631168 00000100:00100000:3.0:1788664632.615184:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788664632.615200:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140631168:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788664632.615354:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140631168:12345-0@lo:503:mount.lustre.0 Request processed in 156us (2585us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.615361:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788664632.615415:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631168:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788664632.615890:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788664632.615977:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631296:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664632.616027:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.616070:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c3038a1900 going to sleep for 11 seconds 00000100:00100000:0.0:1788664632.616180:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140631296 00000100:00100000:0.0:1788664632.616186:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140631296 00000100:00100000:0.0:1788664632.616227:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788664632.616237:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140631296:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788664632.616332:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140631296:12345-0@lo:502:mount.lustre.0 Request processed in 96us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664632.616339:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788664632.616476:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd8000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631296:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788664632.620702:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788664632.620753:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788664632.620796:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788664632.620816:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788664632.620830:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788664632.620843:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788664632.620857:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788664632.620870:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788664632.620882:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788664632.620896:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788664632.620910:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788664632.620957:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631424:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788664632.621104:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.621191:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4012ed900 going to sleep for 11 seconds 00000100:00100000:1.0:1788664632.621564:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140631424 00000100:00100000:1.0:1788664632.621572:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140631424 00000100:00100000:1.0:1788664632.621660:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788664632.621677:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140631424:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664632.621848:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140631424:12345-0@lo:502:mount.lustre.0 Request processed in 172us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664632.621856:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788664632.621951:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631424:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788664632.622029:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1788664632.622041:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788664632.624892:0:25042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788664632.624905:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664632.624908:0:25042:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788664632.624915:0:25042:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c406cee800 00000020:00000080:1.0:1788664632.624918:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788664632.624925:0:25042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788664632.624927:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664632.624929:0:25042:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788664632.624931:0:25042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788664632.624933:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664632.624934:0:25042:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788664632.624937:0:25042:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c406cee800 00000020:00000080:1.0:1788664632.624939:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788664632.627546:0:25042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788664632.627563:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664632.627565:0:25042:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788664632.627571:0:25042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788664632.627576:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664632.627578:0:25042:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788664632.627584:0:25042:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93c406cee800 00000020:00000080:1.0:1788664632.627587:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788664632.627643:0:25042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788664632.627648:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664632.627650:0:25042:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788664632.627654:0:25042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788664632.627656:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664632.627659:0:25042:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788664632.627663:0:25042:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93c406cee800 00000020:00000080:1.0:1788664632.627676:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788664632.627726:0:25042:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788664632.627730:0:25042:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788664632.627732:0:25042:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788664632.627736:0:25042:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788664632.636444:0:25033:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788664632.636493:0:25033:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788664632.636525:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.636537:0:25033:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664632.636612:0:25033:0:(mgc_request.c:1942:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788664632.636615:0:25033:0:(mgc_request.c:327:config_log_add()) add config log lustre-client-ffff93c406cee800 10000000:01000000:0.0:1788664632.636618:0:25033:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93c406cee800 10000000:01000000:0.0:1788664632.636622:0:25033:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788664632.636628:0:25033:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-client-ffff93c406cee800 from 1 10000000:01000000:0.0:1788664632.636630:0:25033:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788664632.636664:0:25033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa01200/0xcd11f61c1413f547 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.636672:0:25033:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42aa01200/0xcd11f61c1413f547 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.636682:0:25033:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42aa01200/0xcd11f61c1413f547 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664632.636705:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631552:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788664632.636784:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664632.636826:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42da4e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664632.636851:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140631552 00000100:00100000:0.0:1788664632.636857:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140631552 00000100:00100000:0.0:1788664632.636898:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788664632.636907:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+23:25033:x1875550140631552:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664632.636920:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664632.636933:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42aa00e00/0xcd11f61c1413f54e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f547 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.636962:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42aa00e00/0xcd11f61c1413f54e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f547 expref: 24 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.636973:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42aa00e00/0xcd11f61c1413f54e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f547 expref: 24 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.636981:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa00e00, rc 0) 00000100:00100000:0.0:1788664632.637018:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140631552:12345-0@lo:101:mount.lustre.0 Request processed in 112us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664632.637025:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788664632.637070:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631552:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788664632.637083:0:25033:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42aa01200/0xcd11f61c1413f547 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f54e expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.637092:0:25033:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42aa01200/0xcd11f61c1413f547 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f54e expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788664632.642015:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1788664632.642548:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788664632.643121:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788664632.643149:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1788664632.643164:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1788664632.643177:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1788664632.643191:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1788664632.643218:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1788664632.643235:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1788664632.643248:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1788664632.643373:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788664632.643409:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1788664632.643423:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1788664632.643436:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1788664632.643462:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1788664632.643478:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1788664632.643494:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1788664632.643511:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1788664632.643524:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1788664632.643535:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1788664632.643547:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1788664632.643559:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1788664632.643570:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1788664632.643582:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1788664632.643825:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1788664632.643852:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1788664632.643867:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1788664632.643880:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1788664632.643893:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1788664632.643907:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1788664632.643932:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1788664632.643946:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1788664632.647737:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1788664632.647881:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1788664632.647906:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1788664632.647926:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1788664632.647944:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1788664632.647961:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1788664632.647979:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1788664632.648015:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1788664632.648036:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1788664632.648054:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1788664632.648073:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1788664632.648091:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1788664632.648110:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1788664632.649462:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1788664632.649568:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1788664632.649592:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1788664632.649609:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1788664632.650044:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1788664632.651327:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1788664632.651370:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1788664632.651406:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1788664632.651413:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1788664632.652293:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631680:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664632.652360:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.652416:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c419857780 going to sleep for 11 seconds 00000100:00100000:0.0:1788664632.652700:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140631680 00000100:00100000:0.0:1788664632.652708:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140631680 00000100:00100000:1.0:1788664632.653253:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788664632.653284:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140631680:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664632.653982:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140631680:12345-0@lo:501:mount.lustre.0 Request processed in 700us (1620us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664632.653991:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788664632.658113:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631680:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788664632.658349:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631808:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788664632.658443:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.658864:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c40820cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788664632.659437:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140631808 00000100:00100000:3.0:1788664632.659447:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140631808 00000100:00100000:3.0:1788664632.659500:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1788664632.659509:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140631808:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788664632.659641:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140631808:12345-0@lo:503:mount.lustre.0 Request processed in 133us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.659649:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788664632.665877:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631808:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788664632.667730:0:25033:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788664632.667876:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631936:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664632.667951:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.667993:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c40820cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788664632.668661:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140631936 00000100:00100000:0.0:1788664632.668671:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140631936 00000100:00100000:0.0:1788664632.668733:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788664632.668742:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ceda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140631936:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788664632.668897:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ceda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140631936:12345-0@lo:502:mount.lustre.0 Request processed in 155us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664632.668907:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788664632.669001:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140631936:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788664632.669302:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788664632.669336:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788664632.669355:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788664632.669371:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788664632.669385:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788664632.669411:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788664632.669424:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788664632.669445:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788664632.669459:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788664632.669485:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788664632.669498:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788664632.669512:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788664632.669523:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788664632.669535:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788664632.669546:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788664632.669557:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788664632.669568:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788664632.669579:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788664632.669590:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788664632.669604:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788664632.669616:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788664632.669652:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788664632.669679:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788664632.669694:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788664632.669707:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788664632.669721:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788664632.669734:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788664632.669747:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788664632.669768:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788664632.669811:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788664632.669838:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788664632.669850:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788664632.669861:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788664632.669873:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788664632.669885:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788664632.669898:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788664632.669910:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788664632.669938:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788664632.669953:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788664632.669967:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788664632.669981:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788664632.669995:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788664632.670008:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788664632.670021:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788664632.670036:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788664632.670050:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788664632.670061:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788664632.670073:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788664632.670120:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140632064:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788664632.674353:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664632.674407:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c43535dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788664632.676560:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140632064 00000100:00100000:1.0:1788664632.676573:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140632064 00000100:00100000:1.0:1788664632.676646:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1788664632.676655:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140632064:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664632.676835:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140632064:12345-0@lo:502:mount.lustre.0 Request processed in 181us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664632.676843:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788664632.676909:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8aa300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140632064:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788664632.677222:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788664632.677250:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788664632.677285:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140632192:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788664632.677330:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664632.677371:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42da4ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1788664632.678095:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140632192 00000100:00100000:1.0:1788664632.678104:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140632192 00000100:00100000:1.0:1788664632.678165:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788664632.678174:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140632192:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788664632.678308:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140632192:12345-0@lo:502:mount.lustre.0 Request processed in 134us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664632.678317:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1788664632.678347:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140632192:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788664632.678422:0:25033:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1788664632.678434:0:25033:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1788664632.683428:0:25048:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788664632.683444:0:25048:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff93c42e860000) 00000020:00000080:0.0:1788664632.683469:0:25048:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1788664632.683574:0:25048:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c406cee800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788664632.683579:0:25048:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c406cee800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788664632.683581:0:25048:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c406cee800 3 00010000:00080000:0.0:1788664632.683612:0:25048:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c4351bf800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.152@tcp at head 00010000:00010000:0.0:1788664632.686143:0:25048:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1788664632.687666:0:25048:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1788664632.687719:0:25048:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788664632.687745:0:25048:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xcd11f61c1413f55c 00000100:00080000:0.0:1788664632.687757:0:25048:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788664632.687764:0:25048:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff93c4351bf800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:0.0:1788664632.688578:0:25048:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c304094e00 x1875550140632320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788664632.688601:0:25048:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000020:01000004:2.0:1788664632.689156:0:25048:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788664632.689173:0:25048:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff93c406eb99c0) 00000020:00000080:2.0:1788664632.689200:0:25048:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1788664632.689451:0:25048:0:(tgt_mount.c:153:server_get_mount()) get mount ffff93c406cee800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788664632.689456:0:25048:0:(tgt_mount.c:187:server_put_mount()) put mount ffff93c406cee800 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788664632.689458:0:25048:0:(obd_mount.c:710:lustre_put_lsi()) put ffff93c406cee800 3 00000100:00080000:3.0:1788664632.689695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664632.689706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788664632.689710:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788664632.689715:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 725 00000100:00080000:3.0:1788664632.689719:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1788664632.689725:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93c42f67f000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664632.689743:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c42e88b800 x1875550140632704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788664632.689800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788664632.689804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788664632.689805:0:8:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788664632.689808:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 725 00000100:00080000:3.0:1788664632.689811:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1788664632.689814:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93c406418800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:3.0:1788664632.689824:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c42e88b480 x1875550140633216/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788664632.689866:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140632576:0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.689926:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.689957:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140633344:0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.689981:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.690004:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788664632.690009:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140632448:0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.690031:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.690048:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140633088:0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.690068:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.690102:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140632832:0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.690124:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.690139:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3638:1875550140633472:0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.690158:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.690176:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788664632.690182:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140632960:0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.690204:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.690221:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140633600:0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.690243:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.690276:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140632576 00000100:00100000:3.0:1788664632.690282:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140632576 00010000:00080000:2.0:1788664632.690432:0:25048:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93c303a62800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.152@tcp at head 00000100:00100000:3.0:1788664632.691687:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140633088 00000100:00100000:3.0:1788664632.691697:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140633088 00000100:00100000:3.0:1788664632.691758:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788664632.691767:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140632576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.691867:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140632576:12345-0@lo:400:kworker.0 Request processed in 101us (1942us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.691874:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788664632.691890:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788664632.691896:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140633088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.691925:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140633088:12345-0@lo:400:kworker.0 Request processed in 29us (1856us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.691930:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788664632.691956:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140633344 00000100:00100000:3.0:1788664632.691960:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140633344 00000100:00100000:3.0:1788664632.691980:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140632832 00000100:00100000:3.0:1788664632.691983:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140632832 00000100:00100000:3.0:1788664632.692006:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140633472 00000100:00100000:3.0:1788664632.692009:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140633472 00000100:00100000:3.0:1788664632.692023:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140633600 00000100:00100000:3.0:1788664632.692026:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140633600 00000100:00100000:3.0:1788664632.692040:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788664632.692046:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140633344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.692080:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140633344:12345-0@lo:400:kworker.0 Request processed in 33us (2097us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.692086:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788664632.692098:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788664632.692104:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140632832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.692155:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875550140632832:12345-0@lo:400:kworker.0 Request processed in 51us (2029us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.692162:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788664632.692173:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788664632.692179:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875550140633472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.692203:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875550140633472:12345-0@lo:400:kworker.0 Request processed in 25us (2044us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.692208:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788664632.692217:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788664632.692223:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140633600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.692246:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140633600:12345-0@lo:400:kworker.0 Request processed in 24us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.692251:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788664632.692268:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140632448 00000100:00100000:3.0:1788664632.692272:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140632448 00000100:00100000:3.0:1788664632.692294:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140632960 00000100:00100000:3.0:1788664632.692303:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140632960 00000100:00100000:3.0:1788664632.692322:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788664632.692328:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140632448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.692361:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140632448:12345-0@lo:400:kworker.0 Request processed in 34us (2330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.692367:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788664632.692377:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788664632.692382:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140632960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664632.692418:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140632960:12345-0@lo:400:kworker.0 Request processed in 37us (2214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.692424:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:3.0:1788664632.692449:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788664632.692453:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788664632.692455:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788664632.692506:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140632960:0@lo:400:kworker.0 00000100:00100000:1.0:1788664632.692652:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3635:1875550140632320:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788664632.692692:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.692727:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140632704:0@lo:8:kworker.0 00000100:00100000:1.0:1788664632.692749:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.692765:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140633216:0@lo:8:kworker.0 00000100:00100000:1.0:1788664632.692819:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.692850:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140632320 00000100:00100000:1.0:1788664632.692853:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140632320 00000100:00100000:1.0:1788664632.692875:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788664632.692880:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3635:x1875550140632320:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788664632.692902:0:22711:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:1.0:1788664632.692936:0:22711:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xcd11f61c1413f56a 00000004:00100000:1.0:1788664632.692948:0:22711:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788664632.692975:0:22711:0:(import.c:65:import_set_state_nolock()) ffff93c30425b800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788664632.693010:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1875550140632320:12345-0@lo:38:llog_process_th.0 Request processed in 130us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664632.693017:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788664632.693032:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140632704 00000100:00100000:1.0:1788664632.693035:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140632704 00000100:00100000:1.0:1788664632.693048:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140633216 00000100:00100000:1.0:1788664632.693050:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140633216 00000100:00100000:1.0:1788664632.693059:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788664632.693063:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3635:x1875550140632704:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1788664632.693096:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3635:x1875550140632704:12345-0@lo:8:kworker.0 Request processed in 32us (347us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788664632.693102:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788664632.693111:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788664632.693121:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3635:x1875550140633216:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1788664632.693151:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3635:x1875550140633216:12345-0@lo:8:kworker.0 Request processed in 29us (333us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788664632.693156:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:1.0:1788664632.693201:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c304094e00 x1875550140632320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788664642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664632.693210:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788664632.693216:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788664632.693224:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788664632.693228:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788664632.693231:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c4351bf800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788664632.693236:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3635:1875550140632320:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788664632.693245:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788664632.693248:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664632.693252:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788664632.693254:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140632704:0@lo:8:kworker.0 00000100:00100000:1.0:1788664632.693261:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788664632.693263:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788664632.693266:0:3635:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788664632.693269:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140633216:0@lo:8:kworker.0 00010000:00080000:3.0:1788664632.697687:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e88ad80 x1875550140633600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664632.697706:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140633600:0@lo:400:kworker.0 00010000:00080000:3.0:1788664632.697727:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e88b100 x1875550140632832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664632.697736:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875550140632832:0@lo:400:kworker.0 00010000:00080000:3.0:1788664632.697746:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e888e00 x1875550140633472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664632.697753:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3638:1875550140633472:0@lo:400:kworker.0 00000100:00100000:0.0:1788664632.698588:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140632448:0@lo:400:kworker.0 00000100:00100000:0.0:1788664632.698606:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140633088:0@lo:400:kworker.0 00000100:00100000:0.0:1788664632.698626:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140632576:0@lo:400:kworker.0 00010000:00080000:0.0:1788664632.698638:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c42e889180 x1875550140633344/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664632.698648:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140633344:0@lo:400:kworker.0 00010000:00010000:2.0:1788664632.701995:0:25048:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1788664632.702201:0:25048:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1788664632.702245:0:25048:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788664632.702263:0:25048:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xcd11f61c1413f571 00000100:00080000:2.0:1788664632.702271:0:25048:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788664632.702277:0:25048:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff93c303a62800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664632.702310:0:25048:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c43f8a8000 x1875550140633728/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664632.702333:0:25048:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1788664632.707430:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3635:1875550140633728:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788664632.707519:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.708542:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140633728 00000100:00100000:3.0:1788664632.708552:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140633728 00000100:00100000:3.0:1788664632.708599:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788664632.708607:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3635:x1875550140633728:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788664632.708636:0:22713:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:3.0:1788664632.708670:0:22713:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xcd11f61c1413f578 00000004:00100000:3.0:1788664632.708684:0:22713:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788664632.708715:0:22713:0:(import.c:65:import_set_state_nolock()) ffff93c42f76d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788664632.708805:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875550140633728:12345-0@lo:38:llog_process_th.0 Request processed in 198us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664632.708812:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788664632.708953:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff93c43f8a8000 x1875550140633728/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788664642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664632.708978:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788664632.708986:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1788664632.708992:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788664632.708997:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788664632.708999:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c303a62800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788664632.709005:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3635:1875550140633728:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788664632.710532:0:25048:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788664632.712032:0:25033:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788664632.712078:0:25033:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788664632.712102:0:25033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa01200/0xcd11f61c1413f547 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f54e expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664632.712114:0:25033:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42aa01200/0xcd11f61c1413f547 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f54e expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788664632.712167:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788664632.712169:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788664632.712170:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788664632.712171:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788664632.712173:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788664632.712174:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788664632.712175:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788664632.712177:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788664632.712178:0:25033:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788664632.712183:0:25033:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1788664632.712185:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788664632.712190:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788664632.712191:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788664632.712192:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788664632.712192:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788664632.712193:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788664632.712194:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788664632.712195:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788664632.712196:0:25033:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788664632.712222:0:25033:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788664632.712241:0:25033:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140633856:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788664632.712314:0:25033:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.712347:0:25033:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42da4eb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788664632.712704:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140633856 00000100:00100000:1.0:1788664632.712711:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140633856 00000100:00100000:1.0:1788664632.712761:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788664632.712792:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ceda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140633856:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788664632.712822:0:22704:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1788664632.712837:0:22704:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1788664632.721197:0:22704:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788664632.721225:0:22704:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1788664632.721294:0:22727:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788664632.721300:0:22727:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788664632.721321:0:22727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.721340:0:22727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f40c expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.721349:0:22727:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f41a expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.721355:0:22727:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.721407:0:22727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f41a expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.721434:0:22727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f41a expref: 24 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664632.721451:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140633984:0@lo:104: 00000100:00100000:0.0:1788664632.721502:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664632.721609:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140633984 00000100:00100000:2.0:1788664632.721617:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140633984 00000100:00100000:2.0:1788664632.721668:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788664632.721677:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140633984:12345-0@lo:104: 00010000:00010000:2.0:1788664632.721691:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664632.721737:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788664632.721743:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140633984:12345-0@lo:104: Request processed in 68us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664632.721750:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788664632.721990:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ceda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+24:25033:x1875550140633856:12345-0@lo:253:mount.lustre.0 Request processed in 9219us (9675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664632.721999:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00010000:00010000:1.0:1788664632.722032:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664632.722039:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.722045:0:22727:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f40c expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.722051:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7df600 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664632.722058:0:22699:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.722067:0:22699:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.722088:0:22727:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f40c expref: 23 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664632.722097:0:22699:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664632.722111:0:22699:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:0.0:1788664632.722124:0:22727:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140634112:0@lo:104: 00000100:00100000:0.0:1788664632.722154:0:22727:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664632.722182:0:22727:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c422612d80 going to sleep for 11 seconds 00010000:00010000:1.0:1788664632.722184:0:22699:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.722193:0:22699:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788664632.722207:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140633984:0@lo:104: 00010000:00010000:1.0:1788664632.722219:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.722227:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c42e7df600/0xcd11f61c1413f41a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f421 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.722241:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664632.722243:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664632.722244:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664632.722258:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140634240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664632.722286:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664632.722410:0:25033:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:50c92092-626e-40ab-871b-cda794304889:25033:1875550140633856:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788664632.722422:0:25033:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788664632.722425:0:25033:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788664632.722426:0:25033:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788664632.722428:0:25033:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788664632.722429:0:25033:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788664632.722430:0:25033:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788664632.722432:0:25033:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788664632.722433:0:25033:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788664632.722435:0:25033:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788664632.722436:0:25033:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788664632.722450:0:25033:0:(tgt_mount.c:2700:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1788664632.722486:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140634240 00000100:00100000:0.0:1788664632.722493:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140634240 00010000:00010000:0.0:1788664632.722515:0:22698:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f41a expref: 24 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664632.722536:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788664632.722543:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:50c92092-626e-40ab-871b-cda794304889+24:3636:x1875550140634240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664632.722619:0:22698:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664632.722626:0:22698:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f41a expref: 24 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.722637:0:22698:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f41a expref: 24 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.722651:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c402a0de00/0xcd11f61c1413f421 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f41a expref: 24 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664632.722672:0:22698:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788664632.722704:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:50c92092-626e-40ab-871b-cda794304889+23:3636:x1875550140634240:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664632.722711:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788664632.723253:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140634240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788664632.723464:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140634112 00000100:00100000:2.0:1788664632.723471:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140634112 00000100:00100000:2.0:1788664632.723806:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788664632.723817:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304094e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140634112:12345-0@lo:104: 00010000:00010000:2.0:1788664632.723831:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664632.723910:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788664632.723916:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304094e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:22727:x1875550140634112:12345-0@lo:104: Request processed in 103us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664632.723947:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788664632.724025:0:22727:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22727:1875550140634112:0@lo:104: 00010000:00010000:1.0:1788664632.724045:0:22727:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664632.724140:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664632.724147:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664632.724155:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7de000 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:2.0:1788664632.724159:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664632.724169:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788664632.724177:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788664632.724183:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788664632.724251:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664632.724270:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788664632.724295:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664632.724304:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c42e7de000/0xcd11f61c1413f40c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f413 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664632.724319:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664632.724321:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664632.724322:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664632.724358:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788664632.724370:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140634368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664632.724425:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664632.724477:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140634368 00000100:00100000:1.0:1788664632.724483:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140634368 00010000:00010000:1.0:1788664632.724509:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f40c expref: 23 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664632.724536:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788664632.724544:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+23:3636:x1875550140634368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664632.724556:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664632.724562:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f40c expref: 23 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724572:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f40c expref: 23 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724587:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c402a0c200/0xcd11f61c1413f413 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f40c expref: 23 pid: 22706 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724601:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724611:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788664632.724627:0:22696:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007366534s 00010000:00010000:1.0:1788664632.724633:0:22696:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724653:0:22696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724660:0:22696:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724674:0:22696:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724680:0:22696:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664632.724685:0:22696:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724693:0:22696:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724707:0:22696:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724716:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664632.724746:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+22:3636:x1875550140634368:12345-0@lo:103:ldlm_bl.0 Request processed in 203us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664632.724754:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:1.0:1788664632.724800:0:22727:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724809:0:22727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664632.724815:0:22727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42aa00000/0xcd11f61c1413f57f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664632.724847:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140634368:0@lo:103:ldlm_bl.0 00000001:00000004:3.0:1788664632.726407:0:25033:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788664632.733145:0:25033:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1788664632.733155:0:25033:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1788664632.733198:0:25033:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788664632.733258:0:25033:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.152@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788664632.733276:0:25033:0:(tgt_mount.c:2466:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1788664632.733295:0:25033:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1788664632.740817:0:25033:0:(tgt_mount.c:2352:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788664632.741154:0:25033:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788664633.214120:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788664633.673178:0:25101:0:(tgt_mount.c:2352:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788664633.676721:0:25101:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1788664633.790217:0:22708:0:(mgc_request.c:609:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788664633.790225:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-mdtir-ffff93c407e1f000 from 14 10000000:01000000:3.0:1788664633.790242:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788664633.790287:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413f586 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664633.790298:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413f586 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664633.790309:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413f586 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664633.790336:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140634496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788664633.790420:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664633.790468:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301e57480 going to sleep for 11 seconds 00000100:00100000:1.0:1788664633.790519:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140634496 00000100:00100000:1.0:1788664633.790527:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140634496 00000100:00100000:1.0:1788664633.790583:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788664633.790594:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+22:22708:x1875550140634496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788664633.790608:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664633.790624:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f58d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f586 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664633.790647:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f58d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f586 expref: 23 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664633.790657:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7df600/0xcd11f61c1413f58d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f586 expref: 23 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664633.790667:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7df600, rc 0) 00000100:00100000:1.0:1788664633.790708:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140634496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664633.790728:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1788664633.790828:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140634496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664633.790842:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413f586 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f58d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664633.790850:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413f586 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f58d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664633.790895:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140634624:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788664633.790926:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664633.790943:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301e57480 going to sleep for 11 seconds 00000100:00100000:1.0:1788664633.791088:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140634624 00000100:00100000:1.0:1788664633.791093:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140634624 00000100:00100000:1.0:1788664633.791125:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788664633.791133:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43cedb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140634624:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788664633.791147:0:22704:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788664633.791163:0:22704:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788664633.791166:0:22704:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788664633.791239:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43cedb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140634624:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 107us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664633.791246:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1788664633.791311:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140634624:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788664633.791502:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788664633.791509:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413f586 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f58d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664633.791527:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303b84400/0xcd11f61c1413f586 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f58d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788664633.791537:0:22708:0:(mgc_request.c:609:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788664633.791539:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log lustre-mdtir-ffff93c43bc50800 from 14 10000000:01000000:3.0:1788664633.791542:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788664633.791559:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413f594 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664633.791566:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413f594 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664633.791574:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413f594 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664633.791589:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140634752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788664633.791616:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664633.791683:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301e57480 going to sleep for 11 seconds 00000100:00100000:1.0:1788664633.792903:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140634752 00000100:00100000:1.0:1788664633.792920:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140634752 00000100:00100000:1.0:1788664633.793010:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788664633.793020:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140634752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788664633.793034:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664633.793050:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f59b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f594 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664633.793073:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f59b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f594 expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664633.793085:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7de000/0xcd11f61c1413f59b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f594 expref: 24 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664633.793094:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7de000, rc 0) 00000100:00100000:1.0:1788664633.793150:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+24:22708:x1875550140634752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (1533us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664633.793156:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1788664633.793588:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140634752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664633.793606:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413f594 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f59b expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664633.793615:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413f594 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f59b expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664633.793689:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140634880:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788664633.793748:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664633.793820:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c301e57480 going to sleep for 11 seconds 00000100:00100000:3.0:1788664633.793836:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140634880 00000100:00100000:3.0:1788664633.793841:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140634880 00000100:00100000:3.0:1788664633.793869:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788664633.793876:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:22708:x1875550140634880:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788664633.793890:0:22705:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788664633.793905:0:22705:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788664633.793908:0:22705:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1788664633.793982:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:22708:x1875550140634880:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 105us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664633.793990:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788664633.794023:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140634880:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788664633.794079:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788664633.794086:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413f594 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f59b expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664633.794094:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303b84200/0xcd11f61c1413f594 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f59b expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664634.238038:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664634.430911:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788664634.430931:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140635008:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788664634.430992:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664634.431038:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140635008 00000100:00100000:1.0:1788664634.431045:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140635008 00000100:00100000:1.0:1788664634.431092:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788664634.431100:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140635008:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788664634.431215:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1788664634.431406:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1788664634.431528:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140635008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 428us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664634.431535:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788664634.431732:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140635008:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788664635.265718:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664635.457798:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140635264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788664635.457867:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664635.457943:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140635264 00000100:00100000:3.0:1788664635.457950:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140635264 00000100:00100000:3.0:1788664635.457993:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788664635.458002:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140635264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788664635.458034:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788664635.458078:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140635264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664635.458108:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788664635.458156:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140635264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788664635.459650:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140635136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788664635.459657:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140635392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788664635.459709:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664635.459997:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664635.460042:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140635392 00000100:00100000:0.0:1788664635.460048:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140635392 00000100:00100000:0.0:1788664635.460104:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788664635.460112:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140635392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788664635.460132:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1788664635.460134:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140635136 00000100:00100000:3.0:1788664635.460138:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140635136 00000100:00100000:3.0:1788664635.460163:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788664635.460170:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140635136:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788664635.460170:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140635392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664635.460177:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000004:00000024:3.0:1788664635.460193:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788664635.460222:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140635392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788664635.460227:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304095180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140635136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664635.460232:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788664635.460254:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140635136:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1788664635.460585:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788664636.286956:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788664636.879735:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788664637.309944:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788664638.014064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664638.014070:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788664638.014074:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664638.014086:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff93c42f67f000 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664638.014105:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c43f8ab800 x1875550140635904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788664638.014135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788664638.014139:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788664638.014141:0:36:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788664638.014146:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff93c406418800 using connection 192.168.203.152@tcp/0@lo 00000100:00100000:2.0:1788664638.014154:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c43f8a8000 x1875550140636416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788664638.014169:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140635520:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.014209:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140635648:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.020416:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664638.020560:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140636288:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.020594:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664638.020601:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140635648 00000100:00100000:3.0:1788664638.020609:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140635648 00000100:00100000:3.0:1788664638.020659:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788664638.020668:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140635648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.020685:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140636928:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.020716:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664638.020723:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140635648:12345-0@lo:400:kworker.0 Request processed in 58us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.020731:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788664638.021021:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140635648:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.021037:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788664638.021045:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3639:1875550140636800:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.021071:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664638.021098:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140635776:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.021140:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664638.021160:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875550140636544:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.021179:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664638.021196:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140637056:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.021219:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664638.021239:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788664638.021245:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140636032:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.021265:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664638.021276:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140636672:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.021296:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664638.021401:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140635904:0@lo:8:kworker.0 00000100:00100000:2.0:1788664638.021428:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664638.021567:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140636928 00000100:00100000:3.0:1788664638.021573:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140636928 00000100:00100000:3.0:1788664638.021615:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140636800 00000100:00100000:3.0:1788664638.021618:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140636800 00000100:00100000:3.0:1788664638.021630:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140636544 00000100:00100000:3.0:1788664638.021632:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140636544 00000100:00100000:3.0:1788664638.021641:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140637056 00000100:00100000:3.0:1788664638.021643:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140637056 00000100:00100000:3.0:1788664638.021665:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140636032 00000100:00100000:3.0:1788664638.021667:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140636032 00000100:00100000:3.0:1788664638.021677:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140636672 00000100:00100000:3.0:1788664638.021679:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140636672 00000100:00100000:3.0:1788664638.021693:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788664638.021699:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140636928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664638.021751:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140636928:12345-0@lo:400:kworker.0 Request processed in 52us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.021758:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788664638.021793:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788664638.021800:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875550140636800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664638.021830:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875550140636800:12345-0@lo:400:kworker.0 Request processed in 31us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.021836:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788664638.021836:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140636416:0@lo:8:kworker.0 00000100:00100000:3.0:1788664638.021847:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788664638.021852:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875550140636544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.021859:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664638.021880:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875550140636544:12345-0@lo:400:kworker.0 Request processed in 28us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.021885:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788664638.021894:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140636288 00000100:00100000:3.0:1788664638.021895:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788664638.021898:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140636288 00000100:00100000:3.0:1788664638.021901:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875550140637056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664638.021926:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875550140637056:12345-0@lo:400:kworker.0 Request processed in 26us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.021931:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788664638.021942:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788664638.021947:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140636032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664638.021983:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140636032:12345-0@lo:400:kworker.0 Request processed in 36us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.021988:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788664638.021995:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140635776 00000100:00100000:3.0:1788664638.021998:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788664638.021998:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140635776 00000100:00100000:3.0:1788664638.022003:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140636672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.022009:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140635904 00000100:00100000:2.0:1788664638.022012:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140635904 00000100:00100000:2.0:1788664638.022019:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140636416 00000100:00100000:2.0:1788664638.022021:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140636416 00000100:00100000:2.0:1788664638.022028:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788664638.022034:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140636288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664638.022042:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304274700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140636672:12345-0@lo:400:kworker.0 Request processed in 40us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.022048:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788664638.022061:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140636288:12345-0@lo:400:kworker.0 Request processed in 27us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664638.022067:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788664638.022085:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788664638.022090:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140635776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.022119:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140635776:12345-0@lo:400:kworker.0 Request processed in 29us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664638.022124:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788664638.022135:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788664638.022138:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3635:x1875550140635904:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788664638.022163:0:24624:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00000020:00000080:2.0:1788664638.022187:0:24624:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xcd11f61c1413f5a2 00002000:00100000:2.0:1788664638.022200:0:24624:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff93c303a64000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1788664638.022204:0:24624:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1788664638.022206:0:24624:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788664638.022524:0:24624:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788664638.022549:0:24624:0:(import.c:65:import_set_state_nolock()) ffff93c303a65000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788664638.022599:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3635:x1875550140635904:12345-0@lo:8:kworker.0 Request processed in 458us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664638.022606:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788664638.022690:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788664638.022695:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3635:x1875550140636416:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1788664638.022711:0:24624:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00000020:00000080:2.0:1788664638.022727:0:24624:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xcd11f61c1413f5a9 00002000:00100000:2.0:1788664638.022733:0:24624:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff93c303a60800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a04 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1788664638.022737:0:24624:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1788664638.022738:0:24624:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1788664638.023136:0:24624:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1788664638.023156:0:24624:0:(import.c:65:import_set_state_nolock()) ffff93c303a67800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788664638.023189:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304275180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3635:x1875550140636416:12345-0@lo:8:kworker.0 Request processed in 493us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664638.023196:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:2.0:1788664638.023259:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c43f8ab480 x1875550140636032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664638.023273:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140636032:0@lo:400:kworker.0 00010000:00080000:2.0:1788664638.023286:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c43f8a8e00 x1875550140636672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664638.023294:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140636672:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.023386:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140635776:0@lo:400:kworker.0 00010000:00080000:2.0:1788664638.023397:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c43f8aa300 x1875550140636544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664638.023404:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875550140636544:0@lo:400:kworker.0 00010000:00080000:2.0:1788664638.023413:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c406d65500 x1875550140637056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664638.023420:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140637056:0@lo:400:kworker.0 00010000:00080000:2.0:1788664638.023537:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c43f8aad80 x1875550140636800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664638.023546:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3639:1875550140636800:0@lo:400:kworker.0 00000100:00100000:2.0:1788664638.023559:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140636288:0@lo:400:kworker.0 00010000:00080000:2.0:1788664638.023569:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c43f8a9f80 x1875550140636928/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664638.023586:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140636928:0@lo:400:kworker.0 00010000:00080000:3.0:1788664638.024556:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c43f8ab800 x1875550140635904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788664663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788664638.024574:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788664638.024659:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788664638.024666:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788664638.024669:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c42f67f000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788664638.024684:0:3635:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788664638.024690:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3635:1875550140635904:0@lo:8:kworker.0 00010000:00080000:3.0:1788664638.024705:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c43f8a8000 x1875550140636416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788664663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788664638.024715:0:3635:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788664638.024719:0:3635:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788664638.024722:0:3635:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788664638.024724:0:3635:0:(import.c:65:import_set_state_nolock()) ffff93c406418800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788664638.024901:0:3635:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788664638.024907:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3635:1875550140636416:0@lo:8:kworker.0 00000004:00080000:3.0:1788664638.024935:0:22737:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788664638.025029:0:22737:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 733162257474ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788664638.025036:0:22737:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1788664638.025092:0:23456:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1788664638.025112:0:23456:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23456:1875550140637312:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1788664638.025160:0:23456:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664638.025184:0:23456:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c411902900 going to sleep for 11 seconds 00000100:00100000:3.0:1788664638.025328:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140637184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788664638.025367:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664638.025401:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140637184 00000100:00100000:3.0:1788664638.025407:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140637184 00000100:00100000:3.0:1788664638.025448:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788664638.025456:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3637:x1875550140637184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788664638.025480:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664638.025558:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3637:x1875550140637184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.025566:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1788664638.025675:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c3040b4000 x1875550140637184/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788664654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664638.025688:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140637184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788664638.025722:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140637312 00000100:00100000:3.0:1788664638.025725:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140637312 00000100:00100000:3.0:1788664638.025768:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788664638.025799:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23456:x1875550140637312:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788664638.025949:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788664638.025982:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788664638.025988:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788664638.025992:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788664638.025993:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140635520 00000100:00080000:1.0:1788664638.025996:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788664638.025998:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140635520 00000004:00080000:1.0:1788664638.026009:0:23455:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:3.0:1788664638.026029:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788664638.026044:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:3638:x1875550140635520:12345-0@lo:400:kworker.0 00000004:00080000:1.0:1788664638.026087:0:23455:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 733163315034ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788664638.026095:0:23455:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1788664638.026108:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:3638:x1875550140635520:12345-0@lo:400:kworker.0 Request processed in 66us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.026116:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1788664638.026252:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140635520:0@lo:400:kworker.0 00000100:00100000:1.0:1788664638.026262:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140636160:0@lo:400:kworker.0 00000100:00100000:1.0:1788664638.026298:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788664638.028113:0:22738:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:2.0:1788664638.028138:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304276d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22738:1875550140637568:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788664638.028193:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664638.028219:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42a9076c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788664638.028237:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140637568 00000100:00100000:2.0:1788664638.028243:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140637568 00000100:00100000:2.0:1788664638.028382:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788664638.028394:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22738:x1875550140637568:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:2.0:1788664638.028519:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788664638.028529:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788664638.028539:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140637440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788664638.028567:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664638.029200:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140636160 00000100:00100000:2.0:1788664638.029207:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140636160 00000100:00100000:2.0:1788664638.029253:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788664638.029260:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140636160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664638.029515:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140637440 00000100:00100000:3.0:1788664638.029519:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140637440 00000100:00100000:3.0:1788664638.031034:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788664638.031051:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3639:x1875550140637440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788664638.031077:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664638.031152:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3639:x1875550140637440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (2584us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664638.031159:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788664638.031270:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140636160:12345-0@lo:400:kworker.0 Request processed in 2008us (4970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664638.031279:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00080000:2.0:1788664638.031342:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c304274e00 x1875550140637440/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788664654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664638.031376:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140637440:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1788664638.031755:0:22691:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:1.0:1788664638.032764:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140636160:0@lo:400:kworker.0 00000004:00080000:1.0:1788664638.033542:0:23444:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:1.0:1788664638.035453:0:24624:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788664638.035464:0:24624:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788664638.035966:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23456:x1875550140637312:12345-0@lo:7:osp-pre-1-1.0 Request processed in 10161us (10798us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664638.035978:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:1.0:1788664638.036047:0:23456:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c3040b5880 x1875550140637312/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788664654 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664638.036061:0:23456:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23456:1875550140637312:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1788664638.036076:0:23456:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788664638.036119:0:23456:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23456:1875550140637696:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788664638.036154:0:23456:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664638.036187:0:23456:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c302ad0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788664638.036202:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140637696 00000100:00100000:1.0:1788664638.036208:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140637696 00000100:00100000:1.0:1788664638.036244:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788664638.036252:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23456:x1875550140637696:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788664638.036277:0:24216:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788664638.036306:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23456:x1875550140637696:12345-0@lo:5:osp-pre-1-1.0 Request processed in 56us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664638.036313:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:1.0:1788664638.036341:0:23456:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c406fdbb80 x1875550140637696/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788664654 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664638.036362:0:23456:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23456:1875550140637696:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1788664638.036372:0:23456:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788664638.036394:0:23456:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23456:1875550140637824:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1788664638.036415:0:23456:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664638.036430:0:23456:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c302ad0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788664638.039296:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140637824 00000100:00100000:1.0:1788664638.039306:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140637824 00000100:00100000:1.0:1788664638.039461:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788664638.039471:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23456:x1875550140637824:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788664638.039526:0:24624:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:2.0:1788664638.042458:0:24217:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1788664638.042470:0:24217:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:2.0:1788664638.042477:0:24217:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00002000:00010000:2.0:1788664638.057402:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.057413:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057430:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=733s v=(0 0) 00010000:00010000:2.0:1788664638.057435:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.057443:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057461:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057471:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057478:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057497:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.057511:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.057516:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057524:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.057529:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057546:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057563:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057573:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f5b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.057603:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.057604:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.057606:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.059889:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.059912:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.059928:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.059939:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.059945:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.059962:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.059972:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.059979:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.059997:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788664638.060483:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.060490:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.060500:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.060503:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.060508:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.060517:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.060525:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.060538:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.060559:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788664638.060824:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788664638.060833:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060842:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7df200 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664638.060846:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060856:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060874:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060882:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a475377c/0xcd11f61c1413f5b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060909:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788664638.060912:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060918:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7dea00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664638.060921:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060929:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060939:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060945:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ac4866c/0xcd11f61c1413f5be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.060957:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.060959:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.060961:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.061025:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664638.061222:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.061229:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.061237:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=733s v=(0 0) 00010000:00010000:2.0:1788664638.061239:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.061244:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.061252:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.061260:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.061273:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.061296:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788664638.061983:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.061992:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062002:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=733s v=(0 0) 00010000:00010000:2.0:1788664638.062005:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.062010:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062021:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062029:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062038:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062055:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788664638.062064:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788664638.062069:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062082:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.062086:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062095:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062108:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062115:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f5c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062131:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.062135:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062140:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.062144:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062151:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062161:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062175:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f5cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.062190:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.062191:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.062193:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.063025:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.065080:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.065092:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065109:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.065113:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.065120:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065134:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065144:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065152:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065172:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.065383:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.065392:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065401:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7dfe00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.065405:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065414:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065431:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065439:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffce9735/0xcd11f61c1413f5d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065458:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.065460:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.065462:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.065528:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.065533:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065546:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.065549:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.065553:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065561:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065568:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065575:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065595:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.065699:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.065704:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065712:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7df800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.065715:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065723:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065734:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065742:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be701c33/0xcd11f61c1413f5da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.065756:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.065758:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.065760:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.065864:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.065870:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.065879:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.065882:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.065885:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.066052:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.066074:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.066080:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.066103:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.066152:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.066158:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.066165:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7df000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.066167:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.066186:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.066197:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.066203:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b4070a0/0xcd11f61c1413f5e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.066216:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.066217:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.066219:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788664638.071016:0:25034:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1788664638.071038:0:25034:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788664638.071043:0:25034:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788664638.071274:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23456:x1875550140637824:12345-0@lo:5:osp-pre-1-1.0 Request processed in 31801us (34853us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788664638.071286:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00002000:00010000:1.0:1788664638.071330:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.071340:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.071366:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.071371:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.071378:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.071392:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.071403:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.071412:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664638.071442:0:23456:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00010000:00010000:1.0:1788664638.071451:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788664638.071452:0:23456:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23456:1875550140637824:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788664638.071472:0:23456:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1788664638.071527:0:23456:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23456:1875550140637952:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788664638.071578:0:23456:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788664638.071585:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.071595:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.071604:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0de00 already unused, calling callback (ffffffffc0c117b0) 00000100:00100000:0.0:1788664638.071606:0:23456:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c302ad0e40 going to sleep for 11 seconds 00010000:00010000:2.0:1788664638.071609:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.071621:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664638.071634:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140637952 00000100:00100000:0.0:1788664638.071641:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140637952 00010000:00010000:2.0:1788664638.071663:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.071672:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f8fd19e/0xcd11f61c1413f5e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664638.071688:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1788664638.071693:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.071696:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.071700:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664638.071700:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23456:x1875550140637952:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788664638.071764:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23456:x1875550140637952:12345-0@lo:900:osp-pre-1-1.0 Request processed in 68us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664638.071796:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788664638.071830:0:23456:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c304094700 x1875550140637952/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788664654 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664638.071841:0:23456:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304094700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23456:1875550140637952:0@lo:900:osp-pre-1-1.0 00002000:00010000:1.0:1788664638.072737:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.072749:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.072761:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.072766:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.072787:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.072807:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.072816:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.072824:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.072852:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788664638.074309:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.074321:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.074335:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.074345:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.074351:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.074374:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.074383:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.074391:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.074413:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788664638.074661:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788664638.074669:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074678:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0c200 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664638.074683:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074692:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074712:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074719:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fff80e0/0xcd11f61c1413f5ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074739:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664638.074749:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074756:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0ce00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664638.074759:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074767:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074798:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074806:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db73d86b/0xcd11f61c1413f5f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.074822:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.074824:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.074827:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.074881:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.074888:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.074969:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.074973:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.074977:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.074987:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.074995:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075011:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075030:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788664638.075181:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788664638.075188:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.075197:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0c000 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664638.075207:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.075216:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.075230:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.075238:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac9a1f02/0xcd11f61c1413f5fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.075255:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.075257:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.075259:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.075424:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.075431:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075440:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.075444:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.075448:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075458:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075466:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075474:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075502:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788664638.075793:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.075848:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075865:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.075868:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.075872:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075881:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.075889:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.075996:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788664638.076002:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076011:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0d600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664638.076015:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076023:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076034:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076048:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3f7f40e/0xcd11f61c1413f604 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076064:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.076066:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.076069:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664638.076138:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.076157:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788664638.076184:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788664638.076190:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076198:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c400031a00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664638.076201:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076210:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076221:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076228:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006037babc/0xcd11f61c1413f60b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.076246:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.076248:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.076250:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.076323:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.076416:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.076423:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.076431:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.076434:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.076439:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.076449:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.076471:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.076477:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.076495:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788664638.076743:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.076749:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.076758:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.076760:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.076764:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077159:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077171:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077178:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077209:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1788664638.077528:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.077534:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077543:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.077546:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.077550:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077558:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077567:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077574:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077588:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788664638.077595:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788664638.077613:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077621:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c400030400 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664638.077632:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077641:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077655:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077663:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f31708d/0xcd11f61c1413f612 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077681:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788664638.077684:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077691:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c400030c00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664638.077694:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077701:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077709:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077716:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb29acd4/0xcd11f61c1413f619 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077735:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664638.077738:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077744:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c400030800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664638.077747:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077753:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.077764:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.077797:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664638.077998:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000694f3a1f/0xcd11f61c1413f620 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.078013:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664638.078015:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664638.078017:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.078439:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.078619:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.078627:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.078637:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.078647:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.078652:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.078663:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.078672:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.078679:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.078701:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788664638.078898:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664638.078906:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.078915:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c400031800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664638.078920:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.078942:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.078956:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.078963:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008cdf99b/0xcd11f61c1413f627 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.078980:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.078983:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.078984:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664638.082415:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.082429:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.082447:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=733s v=(0 0) 00010000:00010000:2.0:1788664638.082452:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.082459:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.082474:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.082498:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.082506:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.082531:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788664638.083525:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.083534:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.083545:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=733s v=(0 0) 00010000:00010000:2.0:1788664638.083549:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.083554:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.083565:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.083573:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.083589:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.083620:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788664638.084320:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.084326:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.084335:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=733s v=(0 0) 00010000:00010000:2.0:1788664638.084337:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.084341:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.084350:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.084368:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.084374:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.084389:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788664638.085010:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788664638.085021:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.085031:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664638.085036:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.085048:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.085067:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.085089:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c51db89/0xcd11f61c1413f62e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.085108:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788664638.085689:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.085703:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664638.085707:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788664638.085798:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.085807:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.085810:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.085819:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.085831:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.085834:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.085845:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.085846:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000564c46e8/0xcd11f61c1413f635 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.085872:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.085876:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664638.085884:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.085886:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.085901:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.085911:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664638.086059:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664638.086069:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.086078:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.086090:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.086096:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069d5f74d/0xcd11f61c1413f63c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.086110:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664638.086213:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.086221:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6c00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664638.086224:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.086233:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.086243:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.086251:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e83500b0/0xcd11f61c1413f643 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.086545:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664638.086548:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664638.086550:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.086812:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.086819:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664638.087325:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.087335:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.087347:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=733s v=(0 0) 00010000:00010000:2.0:1788664638.087351:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.087366:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.087378:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.087387:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.087402:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.087419:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788664638.090805:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664638.090819:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.090896:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6400 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664638.090902:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.090913:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.090936:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.090944:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f64a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.090969:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664638.090971:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664638.090974:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.091586:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.091595:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.091623:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.091628:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.091635:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.091647:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.091655:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.091663:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.091688:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.091720:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.091728:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.091737:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c400030a00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.091741:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.091749:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.091762:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.091790:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025d55974/0xcd11f61c1413f651 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.091810:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.091812:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.091814:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.093380:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.093395:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.093410:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.093415:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.093422:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.093435:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.093461:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.093470:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.093502:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.093628:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.093641:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.093649:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c400031400 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.093653:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.093661:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.093676:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.093683:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000928560a5/0xcd11f61c1413f658 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.093702:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.093704:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.093705:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.095157:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.095168:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.095183:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.095187:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.095192:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.095204:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.095212:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.095219:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.095260:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.096221:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.096231:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.096241:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c400031600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.096246:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.096277:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.096296:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.096304:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038fa4207/0xcd11f61c1413f65f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.096331:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.096333:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.096334:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.096614:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.096628:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.096639:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.096644:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.096649:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.096661:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.096669:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.096675:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.096696:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.097043:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.097050:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097059:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aee400 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.097063:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097071:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097085:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097103:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a739f784/0xcd11f61c1413f666 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097119:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.097121:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.097123:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.097452:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.097459:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.097467:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.097476:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.097481:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.097491:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.097501:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.097508:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.097528:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.097720:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.097727:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097736:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aefe00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.097740:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097747:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097760:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097767:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027527e5e/0xcd11f61c1413f66d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.097812:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.097814:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.097816:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788664638.098375:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.098383:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.098393:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.098398:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.098403:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.098414:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.098423:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.098438:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.098493:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788664638.099946:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788664638.099957:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.099971:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=733s v=(0 0) 00010000:00010000:1.0:1788664638.099974:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664638.099980:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.099992:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.100002:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.100009:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101266:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788664638.101279:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101290:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aeec00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.101296:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101307:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664638.101310:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788664638.101324:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101331:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081c722f3/0xcd11f61c1413f674 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101347:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788664638.101351:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101366:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aef600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:2.0:1788664638.101369:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101376:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101416:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101423:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e9dada/0xcd11f61c1413f67b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.101437:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.101439:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.101440:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.101447:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788664638.107859:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.107873:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.107888:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=733s v=(0 0) 00010000:00010000:2.0:1788664638.107892:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.107898:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.107912:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.107922:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.107929:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.107965:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788664638.108386:0:22699:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788664638.108395:0:22699:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.108406:0:22699:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7a00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664638.108411:0:22699:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.108422:0:22699:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.108441:0:22699:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788664638.108446:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788664638.108458:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.108461:0:22699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087320616/0xcd11f61c1413f682 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.108479:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=733s v=(0 0) 00010000:00010000:2.0:1788664638.108485:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664638.108489:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664638.108492:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.108495:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664638.108498:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664638.108505:0:24217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.108515:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.108522:0:24217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664638.108547:0:24217:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788664638.108664:0:23865:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788664638.108670:0:23865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.108680:0:23865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6400 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664638.108684:0:23865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.108693:0:23865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.108707:0:23865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.108715:0:23865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000662d1a8e/0xcd11f61c1413f689 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664638.108733:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.108736:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664638.108739:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1788664638.108893:0:24217:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00000100:00100000:2.0:1788664638.108993:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304275500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22738:x1875550140637568:12345-0@lo:5:osp-pre-1-0.0 Request processed in 80599us (80796us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664638.109004:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788664638.109107:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304276d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22738:1875550140637568:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788664638.109123:0:22738:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:3.0:1788664638.109165:0:22738:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22738:1875550140638080:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788664638.109200:0:22738:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664638.109232:0:22738:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c42a9076c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664638.112446:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140638080 00000100:00100000:0.0:1788664638.112461:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140638080 00000100:00100000:0.0:1788664638.112524:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788664638.112536:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22738:x1875550140638080:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788664638.112582:0:24218:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:0.0:1788664638.114340:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22738:x1875550140638080:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1802us (5134us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788664638.114368:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788664638.114449:0:22738:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b4000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22738:1875550140638080:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788664638.114465:0:22738:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:2.0:1788664638.337349:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788664639.358966:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664639.555327:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788664639.555359:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140638208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788664639.555444:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664639.555492:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140638208 00000100:00100000:1.0:1788664639.555498:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140638208 00000100:00100000:1.0:1788664639.555541:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788664639.555550:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140638208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788664639.555579:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1788664639.555623:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140638208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664639.555630:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788664639.555672:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140638208:0@lo:13:osp-pre-0-1.0 00000001:02000400:1.0:1788664639.910859:0:25391:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg352-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788664640.384887:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664640.576046:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788664640.576072:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140638336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788664640.576136:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664640.576251:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140638336 00000100:00100000:1.0:1788664640.576260:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140638336 00000100:00100000:1.0:1788664640.576313:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788664640.576322:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140638336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788664640.576355:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1788664640.576396:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140638336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664640.576404:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1788664640.576423:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788664640.576468:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140638464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788664640.576498:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664640.576544:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140638336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788664640.576597:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140638464 00000100:00100000:1.0:1788664640.576601:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140638464 00000100:00100000:1.0:1788664640.576636:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788664640.576643:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140638464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788664640.576668:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788664640.576713:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140638464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664640.576731:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788664640.576759:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140638464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788664640.577101:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140638592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788664640.577131:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664640.577183:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140638592 00000100:00100000:3.0:1788664640.577188:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140638592 00000100:00100000:3.0:1788664640.577217:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788664640.577224:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140638592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788664640.577242:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788664640.577376:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140638592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 152us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664640.577384:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788664640.577449:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140638592:0@lo:41:osp-pre-0-1.0 00000020:00000004:3.0:1788664640.895494:0:25443:0:(tgt_mount.c:2352:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788664640.895902:0:25443:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788664641.406183:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788664641.407496:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1788664641.894559:0:25493:0:(tgt_mount.c:2352:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788664641.894956:0:25493:0:(tgt_mount.c:2367:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788664642.279743:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664642.281966:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119548160 00000100:00100000:1.0:1788664642.281981:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119548160 00000100:00100000:0.0:1788664642.284586:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 115 00000100:00100000:0.0:1788664642.284606:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2389:x1875550119548160:12345-192.168.203.52@tcp:250:mount.lustre.0 00010000:00080000:0.0:1788664642.284646:0:22706:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from cebd0f3c-f039-4fff-a914-2076821005bc@192.168.203.52@tcp t0 exp 0000000000000000 cur 737 last 0 00000020:00000080:0.0:1788664642.284688:0:22706:0:(genops.c:1385:class_connect()) connect: client cebd0f3c-f039-4fff-a914-2076821005bc, cookie 0xcd11f61c1413f690 00000100:00080000:0.0:1788664642.284874:0:22706:0:(import.c:65:import_set_state_nolock()) ffff93c30264e000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788664642.284999:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+5:2389:x1875550119548160:12345-192.168.203.52@tcp:250:mount.lustre.0 Request processed in 394us (5268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664642.285007:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 115 00000100:00100000:3.0:1788664642.299690:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664642.299811:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119548288 00000100:00100000:0.0:1788664642.299821:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119548288 00000100:00100000:0.0:1788664642.299884:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 116 00000100:00100000:0.0:1788664642.299894:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+5:18096:x1875550119548288:12345-192.168.203.52@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788664642.299913:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664642.299930:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42aa01e00/0xcd11f61c1413f697 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d849 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664642.299960:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42aa01e00/0xcd11f61c1413f697 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d849 expref: 6 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664642.299973:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42aa01e00/0xcd11f61c1413f697 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d849 expref: 6 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664642.299982:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa01e00, rc 0) 00000100:00100000:0.0:1788664642.300053:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+6:18096:x1875550119548288:12345-192.168.203.52@tcp:101:mount.lustre.0 Request processed in 160us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664642.300061:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 116 00000100:00100000:2.0:1788664642.307337:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664642.307655:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119548416 00000100:00100000:0.0:1788664642.307666:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119548416 00000100:00100000:0.0:1788664642.307727:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 117 00000100:00100000:0.0:1788664642.307738:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ceda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+6:18096:x1875550119548416:12345-192.168.203.52@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788664642.307914:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ceda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+6:18096:x1875550119548416:12345-192.168.203.52@tcp:501:mount.lustre.0 Request processed in 177us (595us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788664642.307922:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 117 00000100:00100000:2.0:1788664642.313861:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664642.313960:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119548544 00000100:00100000:3.0:1788664642.313969:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119548544 00000100:00100000:3.0:1788664642.314022:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 118 00000100:00100000:3.0:1788664642.314032:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+6:18096:x1875550119548544:12345-192.168.203.52@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788664642.314048:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664642.314065:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c303b85200/0xcd11f61c1413f69e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d850 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664642.314091:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c303b85200/0xcd11f61c1413f69e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d850 expref: 7 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664642.314102:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c303b85200/0xcd11f61c1413f69e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d850 expref: 7 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664642.314129:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303b85200, rc 0) 00000100:00100000:3.0:1788664642.314184:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+7:18096:x1875550119548544:12345-192.168.203.52@tcp:101:mount.lustre.0 Request processed in 153us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.314191:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 118 00000100:00100000:1.0:1788664642.323458:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664642.323755:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119548672 00000100:00100000:3.0:1788664642.323766:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119548672 00000100:00100000:3.0:1788664642.323858:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 119 00000100:00100000:3.0:1788664642.323867:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+7:18096:x1875550119548672:12345-192.168.203.52@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788664642.324022:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+8:18096:x1875550119548672:12345-192.168.203.52@tcp:501:mount.lustre.0 Request processed in 155us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.324030:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 119 00000100:00100000:2.0:1788664642.327250:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664642.328458:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119548800 00000100:00100000:0.0:1788664642.328471:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119548800 00000100:00100000:2.0:1788664642.332196:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 120 00000100:00100000:2.0:1788664642.332210:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+8:18096:x1875550119548800:12345-192.168.203.52@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788664642.332390:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+8:18096:x1875550119548800:12345-192.168.203.52@tcp:503:mount.lustre.0 Request processed in 182us (5146us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664642.332399:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 120 00000100:00100000:2.0:1788664642.338178:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664642.340968:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119548928 00000100:00100000:0.0:1788664642.340982:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119548928 00000100:00100000:1.0:1788664642.341184:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 121 00000100:00100000:1.0:1788664642.341196:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+8:18115:x1875550119548928:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788664642.341389:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+8:18115:x1875550119548928:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 194us (3220us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664642.341397:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 121 00000100:00100000:1.0:1788664642.398304:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664642.398396:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119549056 00000100:00100000:3.0:1788664642.398406:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119549056 00000100:00100000:3.0:1788664642.398467:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 122 00000100:00100000:3.0:1788664642.398478:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+8:18115:x1875550119549056:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788664642.398936:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+8:18115:x1875550119549056:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 460us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.398945:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 122 00000100:00100000:3.0:1788664642.408430:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664642.408537:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119549184 00000100:00100000:1.0:1788664642.408547:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119549184 00000100:00100000:1.0:1788664642.408609:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 123 00000100:00100000:1.0:1788664642.408629:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+8:18115:x1875550119549184:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788664642.408813:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+8:18115:x1875550119549184:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 185us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664642.408821:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 123 00000100:00100000:0.0:1788664642.417879:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664642.418216:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119549312 00000100:00100000:3.0:1788664642.418226:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119549312 00000100:00100000:1.0:1788664642.419966:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 124 00000100:00100000:1.0:1788664642.419987:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+8:18096:x1875550119549312:12345-192.168.203.52@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788664642.420005:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664642.420025:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c303aefa00/0xcd11f61c1413f6a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d881 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664642.420055:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c303aefa00/0xcd11f61c1413f6a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d881 expref: 9 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664642.420066:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c303aefa00/0xcd11f61c1413f6a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d881 expref: 9 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664642.420075:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aefa00, rc 0) 00000100:00100000:1.0:1788664642.420148:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+9:18096:x1875550119549312:12345-192.168.203.52@tcp:101:mount.lustre.0 Request processed in 170us (2277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664642.420155:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 124 00000100:00100000:3.0:1788664642.423470:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664642.423602:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119549440 00000100:00100000:2.0:1788664642.423612:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119549440 00000100:00100000:2.0:1788664642.423738:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 125 00000100:00100000:2.0:1788664642.423748:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+9:18096:x1875550119549440:12345-192.168.203.52@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788664642.423801:0:22706:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788664642.423826:0:22706:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788664642.423831:0:22706:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788664642.423835:0:22706:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788664642.423838:0:22706:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788664642.423841:0:22706:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00010000:00010000:0.0:1788664642.430432:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664642.431094:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+9:18096:x1875550119549440:12345-192.168.203.52@tcp:256:mount.lustre.0 Request processed in 7340us (7625us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.431122:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 125 00000100:00100000:2.0:1788664642.434963:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664642.435061:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119549568 00000100:00100000:3.0:1788664642.435070:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119549568 00000100:00100000:3.0:1788664642.435156:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 126 00000100:00100000:3.0:1788664642.435166:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+9:18096:x1875550119549568:12345-192.168.203.52@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788664642.435182:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664642.435199:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d888 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664642.435227:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d888 expref: 10 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664642.435239:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d888 expref: 10 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664642.435248:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303b85600, rc 0) 00000100:00100000:3.0:1788664642.435301:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+10:18096:x1875550119549568:12345-192.168.203.52@tcp:101:mount.lustre.0 Request processed in 136us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.435309:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 126 00000100:00100000:1.0:1788664642.438041:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664642.438116:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119549696 00000100:00100000:3.0:1788664642.438126:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119549696 00000100:00100000:3.0:1788664642.438178:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 127 00000100:00100000:3.0:1788664642.438188:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4277a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+10:18096:x1875550119549696:12345-192.168.203.52@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788664642.438342:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4277a3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+10:18096:x1875550119549696:12345-192.168.203.52@tcp:501:mount.lustre.0 Request processed in 155us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.438350:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 127 00000100:00100000:2.0:1788664642.441531:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664642.441747:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119549824 00000100:00100000:3.0:1788664642.441757:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119549824 00000100:00100000:3.0:1788664642.441847:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 128 00000100:00100000:3.0:1788664642.441855:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+10:18096:x1875550119549824:12345-192.168.203.52@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788664642.442000:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+10:18096:x1875550119549824:12345-192.168.203.52@tcp:503:mount.lustre.0 Request processed in 144us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.442008:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 128 00000100:00100000:2.0:1788664642.445483:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664642.445577:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119549952 00000100:00100000:1.0:1788664642.445598:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119549952 00000100:00100000:1.0:1788664642.445659:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 129 00000100:00100000:1.0:1788664642.445671:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+10:18121:x1875550119549952:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788664642.445859:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+10:18121:x1875550119549952:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 190us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664642.445867:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 129 00000100:00100000:1.0:1788664642.453036:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664642.459454:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119550080 00000100:00100000:2.0:1788664642.459470:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119550080 00000100:00100000:2.0:1788664642.459616:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 130 00000100:00100000:2.0:1788664642.459628:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+10:18121:x1875550119550080:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788664642.459852:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+10:18121:x1875550119550080:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 225us (6824us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664642.459861:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 130 00000100:00100000:2.0:1788664642.478642:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664642.478734:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664642.478861:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119550208 00000100:00100000:3.0:1788664642.478870:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119550208 00000100:00100000:3.0:1788664642.478912:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119550464 00000100:00100000:3.0:1788664642.478915:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119550464 00000100:00100000:3.0:1788664642.479027:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 7 00000100:00100000:3.0:1788664642.479035:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2389:x1875550119550208:12345-192.168.203.52@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788664642.479150:0:22712:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from f1a8b571-b4b1-4187-a321-1048db45a3b6@192.168.203.52@tcp t0 exp 0000000000000000 cur 737 last 0 00000020:00000080:3.0:1788664642.479201:0:22712:0:(genops.c:1385:class_connect()) connect: client f1a8b571-b4b1-4187-a321-1048db45a3b6, cookie 0xcd11f61c1413f6b3 00000004:00100000:3.0:1788664642.479228:0:22712:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788664642.479472:0:22712:0:(import.c:65:import_set_state_nolock()) ffff93c43da05800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788664642.479544:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304274e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2389:x1875550119550208:12345-192.168.203.52@tcp:38:mount.lustre.0 Request processed in 508us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.479553:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 7 00000100:00100000:3.0:1788664642.479573:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 8 00000100:00100000:3.0:1788664642.479578:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2389:x1875550119550464:12345-192.168.203.52@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788664642.479728:0:22712:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from f1a8b571-b4b1-4187-a321-1048db45a3b6@192.168.203.52@tcp t0 exp 0000000000000000 cur 737 last 0 00000020:00000080:3.0:1788664642.479760:0:22712:0:(genops.c:1385:class_connect()) connect: client f1a8b571-b4b1-4187-a321-1048db45a3b6, cookie 0xcd11f61c1413f6ba 00000004:00100000:3.0:1788664642.479815:0:22712:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788664642.480879:0:22712:0:(import.c:65:import_set_state_nolock()) ffff93c43da00800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788664642.481461:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304276a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2389:x1875550119550464:12345-192.168.203.52@tcp:38:mount.lustre.0 Request processed in 1878us (2724us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.481470:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 8 00000100:00100000:2.0:1788664642.499228:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664642.499301:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664642.499438:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664642.499506:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119550592 00000100:00100000:0.0:1788664642.499516:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119550592 00000100:00100000:0.0:1788664642.499576:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119550336 00000100:00100000:0.0:1788664642.499579:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119550336 00000100:00100000:0.0:1788664642.499600:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 9 00000100:00100000:0.0:1788664642.499610:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:0:x1875550119550592:12345-192.168.203.52@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788664642.499645:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788664642.499724:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:0:x1875550119550592:12345-192.168.203.52@tcp:41:mount.lustre.0 Request processed in 115us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664642.499732:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 9 00000100:00100000:0.0:1788664642.499750:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 10 00000100:00100000:0.0:1788664642.499757:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:0:x1875550119550336:12345-192.168.203.52@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788664642.499806:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788664642.499845:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304275c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:0:x1875550119550336:12345-192.168.203.52@tcp:41:mount.lustre.0 Request processed in 88us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664642.499851:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 10 00000100:00100000:0.0:1788664642.500303:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119550720 00000100:00100000:0.0:1788664642.500322:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119550720 00000100:00100000:0.0:1788664642.500354:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 11 00000100:00100000:0.0:1788664642.500362:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18096:x1875550119550720:12345-192.168.203.52@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788664642.500374:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788664642.500413:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304276680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18096:x1875550119550720:12345-192.168.203.52@tcp:41:mount.lustre.0 Request processed in 51us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664642.500419:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 11 00000100:00080000:1.0:1788664642.500631:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788664642.500636:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788664642.511517:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664642.511750:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119550848 00000100:00100000:2.0:1788664642.511759:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119550848 00000100:00100000:2.0:1788664642.511849:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 12 00000100:00100000:2.0:1788664642.511859:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18096:x1875550119550848:12345-192.168.203.52@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788664642.511956:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18096:x1875550119550848:12345-192.168.203.52@tcp:40:mount.lustre.0 Request processed in 99us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664642.511963:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 12 00000100:00100000:2.0:1788664642.519209:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664642.519247:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664642.519321:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119550976 00000100:00100000:1.0:1788664642.519339:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119550976 00000100:00100000:1.0:1788664642.519381:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119551104 00000100:00100000:1.0:1788664642.519384:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119551104 00000100:00100000:1.0:1788664642.519409:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 20 00000100:00100000:1.0:1788664642.519418:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1875550119550976:12345-192.168.203.52@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788664642.519453:0:24217:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from f1a8b571-b4b1-4187-a321-1048db45a3b6@192.168.203.52@tcp t0 exp 0000000000000000 cur 737 last 0 00000020:00000080:1.0:1788664642.519487:0:24217:0:(genops.c:1385:class_connect()) connect: client f1a8b571-b4b1-4187-a321-1048db45a3b6, cookie 0xcd11f61c1413f6c1 00002000:00100000:1.0:1788664642.519501:0:24217:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli f1a8b571-b4b1-4187-a321-1048db45a3b6/ffff93c41246e800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788664642.519520:0:24217:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788664642.519846:0:24217:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788664642.519878:0:24217:0:(import.c:65:import_set_state_nolock()) ffff93c41246b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788664642.520038:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 21 00000100:00100000:0.0:1788664642.520045:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2389:x1875550119551104:12345-192.168.203.52@tcp:8:mount.lustre.0 00010000:00080000:0.0:1788664642.520067:0:24216:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from f1a8b571-b4b1-4187-a321-1048db45a3b6@192.168.203.52@tcp t0 exp 0000000000000000 cur 737 last 0 00000020:00000080:0.0:1788664642.520087:0:24216:0:(genops.c:1385:class_connect()) connect: client f1a8b571-b4b1-4187-a321-1048db45a3b6, cookie 0xcd11f61c1413f6c8 00002000:00100000:0.0:1788664642.520093:0:24216:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli f1a8b571-b4b1-4187-a321-1048db45a3b6/ffff93c30264d000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1788664642.520105:0:24216:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1788664642.520211:0:24216:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1788664642.520227:0:24216:0:(import.c:65:import_set_state_nolock()) ffff93c30264c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788664642.520292:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304274000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2389:x1875550119551104:12345-192.168.203.52@tcp:8:mount.lustre.0 Request processed in 245us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664642.520299:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 21 00000100:00100000:1.0:1788664642.520747:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2389:x1875550119550976:12345-192.168.203.52@tcp:8:mount.lustre.0 Request processed in 1327us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664642.520756:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 20 00000100:00100000:2.0:1788664642.523882:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664642.524101:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119551232 00000100:00100000:0.0:1788664642.524111:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119551232 00000100:00100000:0.0:1788664642.524172:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 3 00000100:00100000:0.0:1788664642.524183:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18096:x1875550119551232:12345-192.168.203.52@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788664642.524269:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304277480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18096:x1875550119551232:12345-192.168.203.52@tcp:900:mount.lustre.0 Request processed in 89us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664642.525766:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 3 00000100:00100000:0.0:1788664642.529751:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664642.529998:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119551360 00000100:00100000:2.0:1788664642.530007:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119551360 00000100:00100000:2.0:1788664642.530063:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 0 00000100:00100000:2.0:1788664642.530074:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18096:x1875550119551360:12345-192.168.203.52@tcp:33:mount.lustre.0 00000004:00080000:2.0:1788664642.533502:0:22714:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3340us 00000004:00200000:3.0:1788664642.551645:0:22714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788664642.551817:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18096:x1875550119551360:12345-192.168.203.52@tcp:33:mount.lustre.0 Request processed in 21740us (22070us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664642.551832:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 0 00000100:00100000:3.0:1788664642.808997:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664642.809096:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119551488 00000100:00100000:2.0:1788664642.809105:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119551488 00000100:00100000:2.0:1788664642.809183:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 13 00000100:00100000:2.0:1788664642.809193:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18144:x1875550119551488:12345-192.168.203.52@tcp:101:mkdir.0 00010000:00010000:2.0:1788664642.809214:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664642.809290:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6800/0xcd11f61c1413f6cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d8b9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664642.809364:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f6d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664642.809378:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664642.809391:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788664642.809434:0:22713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788664642.809438:0:22713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788664642.809469:0:22713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f6d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664642.809491:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6800/0xcd11f61c1413f6cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8b9 expref: 8 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664642.809507:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f6d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8b9 expref: 7 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664642.809516:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41a35c600) 00010000:00010000:2.0:1788664642.809519:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788664642.809522:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c4421d7800, rc 0) 00000100:00100000:2.0:1788664642.809584:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:18144:x1875550119551488:12345-192.168.203.52@tcp:101:mkdir.0 Request processed in 386us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664642.809596:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 13 00000100:00100000:3.0:1788664643.134022:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788664643.134045:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140638720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788664643.134114:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664643.134191:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140638720 00000100:00100000:3.0:1788664643.134198:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140638720 00000100:00100000:3.0:1788664643.134249:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788664643.134259:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875550140638720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788664643.134282:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664643.134338:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875550140638720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664643.134346:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788664643.134391:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140638720:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788664643.134419:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788664643.140461:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788664643.141395:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140638848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788664643.141464:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664643.143120:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788664643.143142:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140638976:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.143197:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140639232:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.143251:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664643.143287:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140639744:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.143314:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664643.143346:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140640256:0@lo:400:kworker.0 00000100:00100000:2.0:1788664643.143369:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664643.143400:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664643.143404:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140639360:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.143429:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788664643.143436:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664643.143438:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140639104:0@lo:400:kworker.0 00000100:00100000:2.0:1788664643.143461:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140639872:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.143470:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664643.143492:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664643.143497:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140639616:0@lo:400:kworker.0 00000100:00100000:2.0:1788664643.143516:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788664643.143524:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140639488:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.143536:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664643.143557:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664643.143560:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140640128:0@lo:400:kworker.0 00000100:00100000:3.0:1788664643.149442:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140638848 00000100:00100000:3.0:1788664643.149457:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140638848 00000100:00100000:3.0:1788664643.149519:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788664643.149528:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140638848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788664643.149554:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1788664643.150986:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664643.151048:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140639232 00000100:00100000:1.0:1788664643.151056:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140639232 00000100:00100000:1.0:1788664643.151102:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140639616 00000100:00100000:1.0:1788664643.151106:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140639616 00000100:00100000:1.0:1788664643.151130:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788664643.151138:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140639232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151199:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140639232:12345-0@lo:400:kworker.0 Request processed in 61us (7947us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664643.151206:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788664643.151222:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788664643.151229:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140639616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151256:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140639616:12345-0@lo:400:kworker.0 Request processed in 29us (7722us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664643.151261:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788664643.151279:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140639104 00000100:00100000:1.0:1788664643.151282:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140639104 00000100:00100000:1.0:1788664643.151304:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140639488 00000100:00100000:1.0:1788664643.151307:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140639488 00000100:00100000:1.0:1788664643.151328:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788664643.151334:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140639104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151365:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140639104:12345-0@lo:400:kworker.0 Request processed in 32us (7896us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664643.151371:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1788664643.151382:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788664643.151401:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140639488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151433:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140639488:12345-0@lo:400:kworker.0 Request processed in 32us (7877us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664643.151438:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788664643.151486:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140639104:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151499:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140639616:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151510:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140639232:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151540:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140639744 00000100:00100000:1.0:1788664643.151544:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140639744 00000100:00100000:1.0:1788664643.151561:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140640256 00000100:00100000:1.0:1788664643.151562:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140640256 00000100:00100000:1.0:1788664643.151574:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140639360 00000100:00100000:1.0:1788664643.151576:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140639360 00000100:00100000:1.0:1788664643.151585:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140639872 00000100:00100000:1.0:1788664643.151587:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140639872 00000100:00100000:1.0:1788664643.151595:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140640128 00000100:00100000:1.0:1788664643.151597:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140640128 00000100:00100000:1.0:1788664643.151608:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788664643.151613:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875550140639744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151650:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875550140639744:12345-0@lo:400:kworker.0 Request processed in 37us (8335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664643.151656:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788664643.151680:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875550140639744:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151696:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788664643.151702:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875550140640256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151732:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875550140640256:12345-0@lo:400:kworker.0 Request processed in 30us (8334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664643.151743:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00080000:1.0:1788664643.151768:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c42e88a300 x1875550140640256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664643.151802:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3639:1875550140640256:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.151820:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788664643.152129:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140638848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2601us (10663us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664643.152138:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:3.0:1788664643.152173:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788664643.152178:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788664643.152181:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788664643.152183:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788664643.152281:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140638976 00000100:00100000:3.0:1788664643.152287:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140638976 00000100:00100000:3.0:1788664643.152329:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1788664643.152338:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43d66f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+24:3636:x1875550140638976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664643.152372:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43d66f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+24:3636:x1875550140638976:12345-0@lo:400:kworker.0 Request processed in 36us (9005us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664643.152379:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1788664643.153012:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140639488:0@lo:400:kworker.0 00000100:00100000:2.0:1788664643.153025:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3636:1875550140640000:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.153358:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140639360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.153403:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304275880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140639360:12345-0@lo:400:kworker.0 Request processed in 52us (9967us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664643.153533:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140638848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788664643.153832:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664643.153861:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140639360:0@lo:400:kworker.0 00000100:00100000:2.0:1788664643.153872:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:50c92092-626e-40ab-871b-cda794304889:3636:1875550140638976:0@lo:400:kworker.0 00000100:00100000:2.0:1788664643.153912:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140640000 00000100:00100000:2.0:1788664643.153979:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140640000 00000100:00100000:3.0:1788664643.154285:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788664643.154296:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140639872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664643.154356:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304274380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140639872:12345-0@lo:400:kworker.0 Request processed in 63us (10865us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664643.154363:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788664643.154382:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788664643.154389:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140640128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664643.154423:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140640128:12345-0@lo:400:kworker.0 Request processed in 36us (3443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664643.154429:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788664643.154462:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140640128:0@lo:400:kworker.0 00000100:00080000:3.0:1788664643.154491:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788664643.154531:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140639872:0@lo:400:kworker.0 00000100:00100000:1.0:1788664643.159549:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788664643.161452:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788664643.161477:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875550140640000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664643.161595:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304274a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875550140640000:12345-0@lo:400:kworker.0 Request processed in 131us (7762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664643.161602:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00080000:0.0:1788664643.161702:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c42e88b100 x1875550140640000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788664643.161728:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3636:1875550140640000:0@lo:400:kworker.0 00010000:00010000:3.0:1788664643.454261:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788664643.654737:0:25034:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of f1a8b571-b4b1-4187-a321-1048db45a3b6 00000001:00080000:0.0:1788664643.654753:0:25034:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:2.0:1788664644.477921:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664644.670133:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788664644.670155:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140640384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788664644.670244:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664644.670646:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140640384 00000100:00100000:3.0:1788664644.670949:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140640384 00000100:00100000:3.0:1788664644.671012:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788664644.671021:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140640384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788664644.671053:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:3.0:1788664644.672955:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140640384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1928us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664644.672968:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788664644.675242:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140640384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788664645.011427:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664645.013719:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119551616 00000100:00100000:1.0:1788664645.013734:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119551616 00000100:00100000:1.0:1788664645.013852:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 14 00000100:00100000:1.0:1788664645.013863:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:18197:x1875550119551616:12345-192.168.203.52@tcp:41:lfs.0 00000004:00000024:1.0:1788664645.013901:0:24622:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788664645.014012:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304276d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:18197:x1875550119551616:12345-192.168.203.52@tcp:41:lfs.0 Request processed in 150us (2594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664645.014019:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 14 00000100:00080000:3.0:1788664645.014755:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788664645.018285:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.018829:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119551744 00000100:00100000:3.0:1788664645.018838:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119551744 00000100:00100000:3.0:1788664645.018912:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 15 00000100:00100000:3.0:1788664645.018922:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18197:x1875550119551744:12345-192.168.203.52@tcp:41:lfs.0 00000004:00000024:3.0:1788664645.018959:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788664645.019058:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18197:x1875550119551744:12345-192.168.203.52@tcp:41:lfs.0 Request processed in 138us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.019066:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 15 00000100:00080000:0.0:1788664645.019557:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788664645.031847:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664645.031998:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119551872 00000100:00100000:0.0:1788664645.032239:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119551872 00000100:00080000:3.0:1788664645.032407:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788664645.032450:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 12 00000100:00100000:0.0:1788664645.032462:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18197:x1875550119551872:12345-192.168.203.52@tcp:13:lfs.0 00002000:00000024:0.0:1788664645.032488:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1788664645.032574:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18197:x1875550119551872:12345-192.168.203.52@tcp:13:lfs.0 Request processed in 115us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.032582:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 12 00000100:00100000:1.0:1788664645.037046:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.037234:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119552000 00000100:00100000:3.0:1788664645.037244:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119552000 00000100:00100000:3.0:1788664645.037328:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 13 00000100:00100000:3.0:1788664645.037338:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:18197:x1875550119552000:12345-192.168.203.52@tcp:13:lfs.0 00002000:00000024:3.0:1788664645.037392:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664645.037525:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:18197:x1875550119552000:12345-192.168.203.52@tcp:13:lfs.0 Request processed in 188us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.037544:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 13 00000100:00080000:0.0:1788664645.038852:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788664645.323908:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.324338:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119552128 00000100:00100000:3.0:1788664645.324348:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119552128 00000100:00100000:3.0:1788664645.324408:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 132 00000100:00100000:3.0:1788664645.324419:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+10:18230:x1875550119552128:12345-192.168.203.52@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788664645.324435:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664645.324453:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f6dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d8c0 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664645.324482:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f6dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8c0 expref: 11 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664645.324494:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c303b84000/0xcd11f61c1413f6dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8c0 expref: 11 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664645.324503:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303b84000, rc 0) 00000100:00100000:3.0:1788664645.324570:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+11:18230:x1875550119552128:12345-192.168.203.52@tcp:101:mount.lustre.0 Request processed in 152us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.324577:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 132 00000100:00100000:2.0:1788664645.326838:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.326932:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119552256 00000100:00100000:3.0:1788664645.326940:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119552256 00000100:00100000:3.0:1788664645.326992:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 133 00000100:00100000:3.0:1788664645.327002:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+11:18230:x1875550119552256:12345-192.168.203.52@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788664645.327162:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+11:18230:x1875550119552256:12345-192.168.203.52@tcp:501:mount.lustre.0 Request processed in 161us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.327170:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 133 00000100:00100000:1.0:1788664645.331644:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664645.331932:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119552384 00000100:00100000:0.0:1788664645.331942:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119552384 00000100:00100000:0.0:1788664645.331996:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 134 00000100:00100000:0.0:1788664645.332021:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+11:18230:x1875550119552384:12345-192.168.203.52@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788664645.332177:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+11:18230:x1875550119552384:12345-192.168.203.52@tcp:503:mount.lustre.0 Request processed in 155us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.332185:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 134 00000100:00100000:0.0:1788664645.363303:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664645.363461:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119552512 00000100:00100000:2.0:1788664645.363471:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119552512 00000100:00100000:2.0:1788664645.363526:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 135 00000100:00100000:2.0:1788664645.363537:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+11:18233:x1875550119552512:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788664645.363709:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+11:18233:x1875550119552512:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 173us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664645.363718:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 135 00000100:00100000:2.0:1788664645.400368:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.400456:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119552640 00000100:00100000:3.0:1788664645.400466:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119552640 00000100:00100000:3.0:1788664645.400524:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 136 00000100:00100000:3.0:1788664645.400534:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+11:18233:x1875550119552640:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788664645.400688:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+11:18233:x1875550119552640:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 155us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.400697:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 136 00000100:00100000:1.0:1788664645.410102:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664645.418011:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119552768 00000100:00100000:0.0:1788664645.418027:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119552768 00000100:00100000:0.0:1788664645.418100:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 137 00000100:00100000:0.0:1788664645.418111:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+11:18233:x1875550119552768:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788664645.418292:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+11:18233:x1875550119552768:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 181us (8196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.418301:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 137 00000100:00100000:0.0:1788664645.428119:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664645.428226:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119552896 00000100:00100000:2.0:1788664645.428236:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119552896 00000100:00100000:2.0:1788664645.428314:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 138 00000100:00100000:2.0:1788664645.428325:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+11:18230:x1875550119552896:12345-192.168.203.52@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788664645.428342:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664645.428359:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c4421d6800/0xcd11f61c1413f6e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d8f1 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664645.428387:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c4421d6800/0xcd11f61c1413f6e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f1 expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664645.428397:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c4421d6800/0xcd11f61c1413f6e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f1 expref: 12 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664645.428406:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c4421d6800, rc 0) 00000100:00100000:2.0:1788664645.428479:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+12:18230:x1875550119552896:12345-192.168.203.52@tcp:101:mount.lustre.0 Request processed in 155us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664645.428486:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 138 00000100:00100000:2.0:1788664645.431629:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.431715:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119553024 00000100:00100000:3.0:1788664645.431724:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119553024 00000100:00100000:3.0:1788664645.431806:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 139 00000100:00100000:3.0:1788664645.431817:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+12:18230:x1875550119553024:12345-192.168.203.52@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788664645.431840:0:22705:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788664645.431865:0:22705:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788664645.431869:0:22705:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788664645.431884:0:22705:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788664645.431888:0:22705:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1788664645.431891:0:22705:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1788664645.434057:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+12:18230:x1875550119553024:12345-192.168.203.52@tcp:256:mount.lustre.0 Request processed in 2231us (2427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.434072:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 139 00000100:00100000:0.0:1788664645.448043:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.448226:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119553152 00000100:00100000:3.0:1788664645.448236:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119553152 00000100:00100000:3.0:1788664645.448295:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 140 00000100:00100000:3.0:1788664645.448315:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+12:18230:x1875550119553152:12345-192.168.203.52@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788664645.448333:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664645.448352:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d8f8 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664645.448399:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f8 expref: 13 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664645.448411:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f8 expref: 13 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664645.448420:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303b84a00, rc 0) 00000100:00100000:3.0:1788664645.448483:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+13:18230:x1875550119553152:12345-192.168.203.52@tcp:101:mount.lustre.0 Request processed in 178us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.448499:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 140 00000100:00100000:2.0:1788664645.454961:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.455097:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119553280 00000100:00100000:3.0:1788664645.455107:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119553280 00000100:00100000:3.0:1788664645.455167:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 141 00000100:00100000:3.0:1788664645.455178:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+13:18230:x1875550119553280:12345-192.168.203.52@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788664645.455335:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+13:18230:x1875550119553280:12345-192.168.203.52@tcp:501:mount.lustre.0 Request processed in 157us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.455343:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 141 00000100:00100000:1.0:1788664645.458864:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664645.459000:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119553408 00000100:00100000:2.0:1788664645.459009:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119553408 00000100:00100000:2.0:1788664645.459061:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 142 00000100:00100000:2.0:1788664645.459070:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+13:18230:x1875550119553408:12345-192.168.203.52@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788664645.459211:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+13:18230:x1875550119553408:12345-192.168.203.52@tcp:503:mount.lustre.0 Request processed in 141us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664645.459219:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 142 00000100:00100000:2.0:1788664645.462213:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664645.462337:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119553536 00000100:00100000:0.0:1788664645.462347:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119553536 00000100:00100000:0.0:1788664645.462401:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 143 00000100:00100000:0.0:1788664645.462411:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+13:18240:x1875550119553536:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788664645.462579:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+13:18240:x1875550119553536:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 168us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.462587:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 143 00000100:00100000:0.0:1788664645.474092:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.474182:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119553664 00000100:00100000:3.0:1788664645.474192:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119553664 00000100:00100000:3.0:1788664645.474246:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 144 00000100:00100000:3.0:1788664645.474256:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+13:18240:x1875550119553664:12345-192.168.203.52@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788664645.474426:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+13:18240:x1875550119553664:12345-192.168.203.52@tcp:502:llog_process_th.0 Request processed in 171us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.474435:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 144 00000100:00100000:1.0:1788664645.490014:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664645.490060:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664645.490087:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664645.490111:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664645.490141:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119554688 00000100:00100000:1.0:1788664645.490150:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119554688 00000100:00100000:1.0:1788664645.490199:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 8 00000100:00100000:1.0:1788664645.490210:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2391:x1875550119554688:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664645.490283:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2391:x1875550119554688:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 75us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664645.490291:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 8 00000100:00100000:1.0:1788664645.490347:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664645.490435:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119553792 00000100:00100000:0.0:1788664645.490440:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119553792 00000100:00100000:0.0:1788664645.490456:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119554048 00000100:00100000:0.0:1788664645.490473:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119554048 00000100:00100000:0.0:1788664645.490485:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119554432 00000100:00100000:0.0:1788664645.490487:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119554432 00000100:00100000:0.0:1788664645.490501:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119554560 00000100:00100000:0.0:1788664645.490503:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119554560 00000100:00100000:0.0:1788664645.490518:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 42 00000100:00100000:0.0:1788664645.490524:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2391:x1875550119554432:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664645.490570:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2391:x1875550119554432:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 46us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.490577:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 42 00000100:00100000:0.0:1788664645.490589:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 43 00000100:00100000:0.0:1788664645.490596:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2391:x1875550119554560:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664645.490620:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2391:x1875550119554560:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 24us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.490625:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 43 00000100:00100000:0.0:1788664645.490638:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 16 00000100:00100000:0.0:1788664645.490642:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2389:x1875550119553792:12345-192.168.203.52@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788664645.490665:0:22712:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from ff07d837-20f1-48a8-8ef5-09670277198c@192.168.203.52@tcp t0 exp 0000000000000000 cur 740 last 0 00000020:00000080:0.0:1788664645.490699:0:22712:0:(genops.c:1385:class_connect()) connect: client ff07d837-20f1-48a8-8ef5-09670277198c, cookie 0xcd11f61c1413f6f2 00000004:00100000:0.0:1788664645.490723:0:22712:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788664645.490840:0:22712:0:(import.c:65:import_set_state_nolock()) ffff93c30264a800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788664645.490869:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff07d837-20f1-48a8-8ef5-09670277198c+6:2389:x1875550119553792:12345-192.168.203.52@tcp:38:mount.lustre.0 Request processed in 225us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.490877:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 16 00000100:00100000:0.0:1788664645.490891:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 17 00000100:00100000:0.0:1788664645.490896:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2389:x1875550119554048:12345-192.168.203.52@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788664645.490919:0:22712:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from ff07d837-20f1-48a8-8ef5-09670277198c@192.168.203.52@tcp t0 exp 0000000000000000 cur 740 last 0 00000020:00000080:0.0:1788664645.490942:0:22712:0:(genops.c:1385:class_connect()) connect: client ff07d837-20f1-48a8-8ef5-09670277198c, cookie 0xcd11f61c1413f6f9 00000004:00100000:0.0:1788664645.490957:0:22712:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788664645.491003:0:22712:0:(import.c:65:import_set_state_nolock()) ffff93c302649000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788664645.491028:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff07d837-20f1-48a8-8ef5-09670277198c+6:2389:x1875550119554048:12345-192.168.203.52@tcp:38:mount.lustre.0 Request processed in 131us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.491035:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 17 00010000:00010000:0.0:1788664645.503923:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664645.504725:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664645.506388:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119554816 00000100:00100000:1.0:1788664645.506401:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119554816 00000100:00100000:1.0:1788664645.506470:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 9 00000100:00100000:1.0:1788664645.506480:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2391:x1875550119554816:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664645.506565:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2391:x1875550119554816:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 86us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664645.506572:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 9 00000100:00100000:1.0:1788664645.519857:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664645.519900:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664645.519938:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.520072:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119554304 00000100:00100000:3.0:1788664645.520094:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119554304 00000100:00100000:3.0:1788664645.520163:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119554176 00000100:00100000:3.0:1788664645.520166:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119554176 00000100:00100000:3.0:1788664645.520182:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119553920 00000100:00100000:3.0:1788664645.520185:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119553920 00000100:00100000:3.0:1788664645.520197:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 18 00000100:00100000:3.0:1788664645.520206:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+7:18230:x1875550119554304:12345-192.168.203.52@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788664645.520240:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788664645.520314:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+7:18230:x1875550119554304:12345-192.168.203.52@tcp:41:mount.lustre.0 Request processed in 99us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.520322:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 18 00000100:00100000:3.0:1788664645.520340:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 19 00000100:00100000:3.0:1788664645.520346:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+6:0:x1875550119554176:12345-192.168.203.52@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788664645.520359:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788664645.520387:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+6:0:x1875550119554176:12345-192.168.203.52@tcp:41:mount.lustre.0 Request processed in 41us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.520393:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 19 00000100:00100000:3.0:1788664645.520406:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 20 00000100:00100000:3.0:1788664645.520413:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+6:0:x1875550119553920:12345-192.168.203.52@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788664645.520423:0:22711:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788664645.520446:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+6:0:x1875550119553920:12345-192.168.203.52@tcp:41:mount.lustre.0 Request processed in 34us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.520452:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 20 00000100:00080000:1.0:1788664645.521033:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788664645.521039:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788664645.540758:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.540984:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119554944 00000100:00100000:3.0:1788664645.540994:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119554944 00000100:00100000:3.0:1788664645.541055:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 21 00000100:00100000:3.0:1788664645.541078:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+6:18230:x1875550119554944:12345-192.168.203.52@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788664645.541165:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+6:18230:x1875550119554944:12345-192.168.203.52@tcp:40:mount.lustre.0 Request processed in 88us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.541172:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 21 00000100:00100000:0.0:1788664645.544055:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664645.544146:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119555072 00000100:00100000:1.0:1788664645.544156:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119555072 00000100:00100000:1.0:1788664645.544227:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 22 00000100:00100000:1.0:1788664645.544234:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2389:x1875550119555072:12345-192.168.203.52@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788664645.544269:0:24216:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from ff07d837-20f1-48a8-8ef5-09670277198c@192.168.203.52@tcp t0 exp 0000000000000000 cur 740 last 0 00000020:00000080:1.0:1788664645.544299:0:24216:0:(genops.c:1385:class_connect()) connect: client ff07d837-20f1-48a8-8ef5-09670277198c, cookie 0xcd11f61c1413f700 00002000:00100000:1.0:1788664645.544320:0:24216:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli ff07d837-20f1-48a8-8ef5-09670277198c/ffff93c304259000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788664645.544331:0:24216:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788664645.544390:0:24216:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788664645.544419:0:24216:0:(import.c:65:import_set_state_nolock()) ffff93c30425b000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788664645.544488:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff07d837-20f1-48a8-8ef5-09670277198c+6:2389:x1875550119555072:12345-192.168.203.52@tcp:8:mount.lustre.0 Request processed in 253us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664645.544497:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 22 00000100:00100000:1.0:1788664645.546762:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664645.546997:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119555200 00000100:00100000:2.0:1788664645.547007:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119555200 00000100:00100000:2.0:1788664645.547057:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 23 00000100:00100000:2.0:1788664645.547067:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1875550119555200:12345-192.168.203.52@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788664645.547106:0:24217:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from ff07d837-20f1-48a8-8ef5-09670277198c@192.168.203.52@tcp t0 exp 0000000000000000 cur 740 last 0 00000020:00000080:2.0:1788664645.547138:0:24217:0:(genops.c:1385:class_connect()) connect: client ff07d837-20f1-48a8-8ef5-09670277198c, cookie 0xcd11f61c1413f707 00002000:00100000:2.0:1788664645.547150:0:24217:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli ff07d837-20f1-48a8-8ef5-09670277198c/ffff93c303a66800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a04 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788664645.547162:0:24217:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788664645.547244:0:24217:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788664645.547274:0:24217:0:(import.c:65:import_set_state_nolock()) ffff93c427f8d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788664645.547353:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ff07d837-20f1-48a8-8ef5-09670277198c+6:2389:x1875550119555200:12345-192.168.203.52@tcp:8:mount.lustre.0 Request processed in 286us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664645.547374:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 23 00000100:00100000:0.0:1788664645.550947:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664645.551092:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119555328 00000100:00100000:2.0:1788664645.551102:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119555328 00000100:00100000:2.0:1788664645.551159:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 4 00000100:00100000:2.0:1788664645.551169:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ff07d837-20f1-48a8-8ef5-09670277198c+6:18230:x1875550119555328:12345-192.168.203.52@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788664645.551257:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:ff07d837-20f1-48a8-8ef5-09670277198c+6:18230:x1875550119555328:12345-192.168.203.52@tcp:900:mount.lustre.0 Request processed in 89us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664645.551265:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 4 00000100:00100000:1.0:1788664645.558660:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664645.558767:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119555456 00000100:00100000:3.0:1788664645.558814:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119555456 00000100:00100000:3.0:1788664645.558879:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 1 00000100:00100000:3.0:1788664645.558889:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ff07d837-20f1-48a8-8ef5-09670277198c+6:18230:x1875550119555456:12345-192.168.203.52@tcp:33:mount.lustre.0 00000004:00200000:3.0:1788664645.558976:0:22715:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788664645.559056:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ff07d837-20f1-48a8-8ef5-09670277198c+6:18230:x1875550119555456:12345-192.168.203.52@tcp:33:mount.lustre.0 Request processed in 169us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664645.559065:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 1 00000100:00100000:3.0:1788664645.694189:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788664645.694213:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140640512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788664645.694278:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664645.694502:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140640512 00000100:00100000:0.0:1788664645.694510:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140640512 00000100:00100000:0.0:1788664645.694582:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788664645.694591:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3040b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140640512:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788664645.694601:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1788664645.694615:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1788664645.694670:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3040b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140640512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.694677:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788664645.694709:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140640512:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788664645.695322:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788664645.695333:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140640640:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788664645.695369:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664645.695681:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140640640 00000100:00100000:0.0:1788664645.695686:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140640640 00000100:00100000:0.0:1788664645.695728:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788664645.695736:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140640640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788664645.695756:0:23452:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788664645.695824:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140640640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.695848:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788664645.695923:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140640640:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788664645.698549:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140640768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788664645.698617:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664645.698795:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140640768 00000100:00100000:0.0:1788664645.698804:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140640768 00000100:00100000:0.0:1788664645.698860:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788664645.698870:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140640768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788664645.698897:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788664645.698950:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140640768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664645.698958:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788664645.699039:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140640768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788664645.793963:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664645.794426:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119555584 00000100:00100000:2.0:1788664645.794436:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119555584 00000100:00100000:2.0:1788664645.794499:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 22 00000100:00100000:2.0:1788664645.794509:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff07d837-20f1-48a8-8ef5-09670277198c+6:18263:x1875550119555584:12345-192.168.203.52@tcp:101:mkdir.0 00010000:00010000:2.0:1788664645.794529:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664645.794551:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f70e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d929 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664645.794654:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664645.794669:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664645.794681:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788664645.794727:0:22713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788664645.794732:0:22713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788664645.794751:0:22713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664645.794814:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f70e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d929 expref: 8 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664645.794833:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d929 expref: 7 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664645.794842:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41a35c600) 00010000:00010000:2.0:1788664645.794845:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788664645.794848:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c4421d7a00, rc 0) 00000100:00100000:2.0:1788664645.794911:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff07d837-20f1-48a8-8ef5-09670277198c+7:18263:x1875550119555584:12345-192.168.203.52@tcp:101:mkdir.0 Request processed in 403us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664645.794918:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 22 00000040:00080000:1.0:1788664646.078666:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788664646.527268:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788664647.549894:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788664647.745410:0:23444:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of ff07d837-20f1-48a8-8ef5-09670277198c 00000001:00100000:2.0:1788664647.745411:0:22691:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of ff07d837-20f1-48a8-8ef5-09670277198c 00000001:00100000:1.0:1788664647.745423:0:23444:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of f1a8b571-b4b1-4187-a321-1048db45a3b6 00000001:00100000:2.0:1788664647.745434:0:22691:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of f1a8b571-b4b1-4187-a321-1048db45a3b6 00000001:00100000:0.0:1788664647.745513:0:24213:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ff07d837-20f1-48a8-8ef5-09670277198c 00000001:00100000:0.0:1788664647.745519:0:24213:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of f1a8b571-b4b1-4187-a321-1048db45a3b6 00000100:00100000:0.0:1788664648.254437:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788664648.254481:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140640896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788664648.254605:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.254697:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140640896 00000100:00100000:0.0:1788664648.254707:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140640896 00000100:00100000:0.0:1788664648.254817:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788664648.254831:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140640896:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788664648.254846:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1788664648.254873:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788664648.254948:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140640896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664648.254955:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788664648.255004:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788664648.255033:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140640896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788664648.257252:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140641024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788664648.257356:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664648.257768:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140641024 00000100:00100000:3.0:1788664648.258521:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140641024 00000100:00100000:3.0:1788664648.258618:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788664648.258629:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140641024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788664648.258661:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1788664648.258745:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140641024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (1390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664648.258753:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1788664648.259591:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788664648.259658:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140641024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788664648.263994:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140641152:0@lo:400:kworker.0 00000100:00100000:3.0:1788664648.264284:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664648.264345:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140641152 00000100:00100000:2.0:1788664648.264356:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140641152 00000100:00100000:2.0:1788664648.264438:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1788664648.264453:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+24:3638:x1875550140641152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664648.264533:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+24:3638:x1875550140641152:12345-0@lo:400:kworker.0 Request processed in 83us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664648.264604:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140641280:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.264646:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.264673:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140641792:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.264711:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.264730:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140642304:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.264761:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.264818:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788664648.264825:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140641664:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.264848:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.264865:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3639:1875550140642176:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.264885:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.265038:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140641280 00000100:00100000:0.0:1788664648.265045:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140641280 00000100:00100000:0.0:1788664648.265209:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140641664 00000100:00100000:0.0:1788664648.265213:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140641664 00000100:00100000:0.0:1788664648.265235:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788664648.265243:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140641280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.265305:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140641280:12345-0@lo:400:kworker.0 Request processed in 62us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664648.265312:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788664648.265333:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788664648.265340:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140641664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.265369:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140641664:12345-0@lo:400:kworker.0 Request processed in 30us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664648.265375:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788664648.265397:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140641792 00000100:00100000:0.0:1788664648.265401:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140641792 00000100:00100000:0.0:1788664648.266205:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788664648.266223:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140641792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.266317:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140641792:12345-0@lo:400:kworker.0 Request processed in 101us (1605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664648.266325:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1788664648.266366:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788664648.266387:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140641408:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.266427:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.266453:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875550140641920:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.266477:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.266497:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c4350fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140642432:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.266524:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.266548:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788664648.266556:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140641536:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.266578:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.266590:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140642048:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.266610:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664648.266633:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140641408 00000100:00100000:0.0:1788664648.266639:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140641408 00000100:00100000:0.0:1788664648.266671:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788664648.266677:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140641408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.266711:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140641408:12345-0@lo:400:kworker.0 Request processed in 34us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664648.266717:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788664648.266734:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140642304 00000100:00100000:0.0:1788664648.266738:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140642304 00000100:00100000:0.0:1788664648.266758:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140642176 00000100:00100000:0.0:1788664648.266761:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140642176 00000100:00100000:3.0:1788664648.270402:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140641920 00000100:00100000:3.0:1788664648.270425:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140641920 00000100:00100000:3.0:1788664648.270479:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140642432 00000100:00100000:3.0:1788664648.270482:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140642432 00000100:00100000:3.0:1788664648.270505:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140641536 00000100:00100000:3.0:1788664648.270508:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140641536 00000100:00100000:3.0:1788664648.270525:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140642048 00000100:00100000:2.0:1788664648.270526:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1788664648.270529:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140642048 00000100:00100000:3.0:1788664648.270550:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788664648.270563:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140642304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664648.270622:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788664648.270635:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875550140642176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.270737:0:22713:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788664648.270749:0:22713:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:0.0:1788664648.270805:0:22712:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788664648.270816:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788664648.270825:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875550140641920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664648.276431:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875550140642176:12345-0@lo:400:kworker.0 Request processed in 5784us (11527us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664648.276456:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788664648.276506:0:24622:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1788664648.276522:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788664648.276538:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875550140642432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664648.276814:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875550140642432:12345-0@lo:400:kworker.0 Request processed in 283us (10289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664648.276845:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788664648.276861:0:24622:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1788664648.276869:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788664648.276876:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140641536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664648.276913:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140641536:12345-0@lo:400:kworker.0 Request processed in 37us (10334us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664648.276919:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788664648.276931:0:24622:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1788664648.276936:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788664648.276942:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140642048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664648.276972:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140642048:12345-0@lo:400:kworker.0 Request processed in 30us (10360us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664648.276977:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788664648.277469:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140642304:12345-0@lo:400:kworker.0 Request processed in 6902us (12698us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664648.277480:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:3.0:1788664648.277530:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788664648.277537:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788664648.277540:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788664648.277657:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140641152:0@lo:400:kworker.0 00000100:00100000:3.0:1788664648.277802:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140641664:0@lo:400:kworker.0 00010000:00080000:3.0:1788664648.277823:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c303a6ca80 x1875550140642176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664648.277836:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3639:1875550140642176:0@lo:400:kworker.0 00000100:00100000:3.0:1788664648.277850:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140641280:0@lo:400:kworker.0 00000100:00100000:3.0:1788664648.277862:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140641792:0@lo:400:kworker.0 00000100:00100000:3.0:1788664648.277874:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140642304:0@lo:400:kworker.0 00000100:00100000:3.0:1788664648.277988:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140641536:0@lo:400:kworker.0 00000100:00100000:3.0:1788664648.278000:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140642048:0@lo:400:kworker.0 00000100:00100000:3.0:1788664648.278013:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140641408:0@lo:400:kworker.0 00010000:00080000:3.0:1788664648.278033:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c4350fe300 x1875550140642432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664648.278041:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c4350fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140642432:0@lo:400:kworker.0 00000100:00100000:0.0:1788664648.284059:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875550140641920:12345-0@lo:400:kworker.0 Request processed in 13221us (17565us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664648.284078:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788664648.284436:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875550140641920:0@lo:400:kworker.0 00010000:00010000:0.0:1788664648.579572:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788664649.102135:0:25592:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1788664649.598626:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788664649.790334:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788664649.790367:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140642560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788664649.790464:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664649.791469:0:24219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140642560 00000100:00100000:1.0:1788664649.791483:0:24219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140642560 00000100:00100000:1.0:1788664649.791566:0:24219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788664649.791578:0:24219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140642560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788664649.791624:0:24219:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1788664649.795976:0:24219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140642560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4385us (5497us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664649.795995:0:24219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788664649.798605:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140642560:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788664650.621993:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664650.814345:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c43f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140642688:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788664650.814424:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664650.814547:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788664650.814557:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42a9faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140642816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788664650.814590:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664650.814622:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140642816 00000100:00100000:1.0:1788664650.814629:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140642816 00000100:00100000:1.0:1788664650.814680:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788664650.814690:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140642816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788664650.814712:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1788664650.814753:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140642816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664650.814760:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1788664650.814803:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788664650.814837:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42a9faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140642816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788664650.815562:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140642688 00000100:00100000:0.0:1788664650.815569:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140642688 00000100:00100000:0.0:1788664650.815601:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788664650.815608:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140642688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788664650.815633:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788664650.815683:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140642688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (1259us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664650.815690:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788664650.815875:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c4350fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140642944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788664650.815903:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664650.815951:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140642944 00000100:00100000:0.0:1788664650.815955:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140642944 00000100:00100000:0.0:1788664650.815976:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788664650.815982:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140642944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788664650.816007:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788664650.816041:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140642944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664650.816046:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788664650.816093:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c4350fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140642944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788664650.816206:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c43f8aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140642688:0@lo:41:osp-pre-1-0.0 00000001:00100000:2.0:1788664650.822029:0:25034:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ff07d837-20f1-48a8-8ef5-09670277198c 00000100:00100000:2.0:1788664650.902935:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664650.902982:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664650.903008:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119555712 00000100:00100000:2.0:1788664650.903019:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664650.903019:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119555712 00000100:00100000:2.0:1788664650.903051:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664650.903085:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 146 00000100:00100000:2.0:1788664650.903089:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664650.903101:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c404a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+13:2392:x1875550119555712:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664650.903119:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664650.903145:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664650.903173:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c404a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+13:2392:x1875550119555712:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 76us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664650.903182:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 146 00000100:00100000:2.0:1788664650.903188:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664650.903217:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119555968 00000100:00100000:0.0:1788664650.903222:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119555968 00000100:00100000:0.0:1788664650.903258:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119556480 00000100:00100000:0.0:1788664650.903261:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119556480 00000100:00100000:0.0:1788664650.903293:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119555840 00000100:00100000:0.0:1788664650.903297:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119555840 00000100:00100000:0.0:1788664650.903316:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119556352 00000100:00100000:0.0:1788664650.903319:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119556352 00000100:00100000:2.0:1788664650.903325:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664650.903340:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 50 00000100:00100000:0.0:1788664650.903348:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2392:x1875550119555968:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664650.903366:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119556224 00000100:00100000:2.0:1788664650.903372:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119556224 00000100:00100000:0.0:1788664650.903389:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2392:x1875550119555968:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 40us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664650.903398:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 50 00000100:00100000:2.0:1788664650.903400:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119556736 00000100:00100000:2.0:1788664650.903404:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119556736 00000100:00100000:2.0:1788664650.903415:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119556096 00000100:00100000:2.0:1788664650.903418:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119556096 00000100:00100000:2.0:1788664650.903440:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119556608 00000100:00100000:0.0:1788664650.903440:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 51 00000100:00100000:2.0:1788664650.903444:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119556608 00000100:00100000:0.0:1788664650.903454:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff07d837-20f1-48a8-8ef5-09670277198c+5:2392:x1875550119556480:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664650.903464:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 12 00000100:00100000:2.0:1788664650.903473:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2392:x1875550119556224:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664650.903505:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff07d837-20f1-48a8-8ef5-09670277198c+5:2392:x1875550119556480:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 54us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664650.903512:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2392:x1875550119556224:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 38us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664650.903520:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 51 00000100:00100000:2.0:1788664650.903525:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 12 00000100:00100000:2.0:1788664650.903548:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 13 00000100:00100000:0.0:1788664650.903548:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 52 00000100:00100000:2.0:1788664650.903568:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff07d837-20f1-48a8-8ef5-09670277198c+5:2392:x1875550119556736:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664650.903568:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2392:x1875550119555840:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664650.903599:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff07d837-20f1-48a8-8ef5-09670277198c+5:2392:x1875550119556736:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 40us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664650.903605:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 13 00000100:00100000:0.0:1788664650.903612:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2392:x1875550119555840:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 52us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664650.903619:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 14 00000100:00100000:0.0:1788664650.903624:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 52 00000100:00100000:2.0:1788664650.903630:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43f8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2392:x1875550119556096:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664650.903642:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 53 00000100:00100000:0.0:1788664650.903652:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff07d837-20f1-48a8-8ef5-09670277198c+6:2392:x1875550119556352:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664650.903658:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43f8a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2392:x1875550119556096:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 29us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664650.903666:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 14 00000100:00100000:2.0:1788664650.903687:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 15 00000100:00100000:0.0:1788664650.903688:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ff07d837-20f1-48a8-8ef5-09670277198c+6:2392:x1875550119556352:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 35us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664650.903697:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff07d837-20f1-48a8-8ef5-09670277198c+5:2392:x1875550119556608:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:0.0:1788664650.903703:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 53 00000100:00100000:2.0:1788664650.903726:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ff07d837-20f1-48a8-8ef5-09670277198c+5:2392:x1875550119556608:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 31us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664650.903739:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 15 00000100:00080000:0.0:1788664650.905666:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788664650.905677:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788664650.905680:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788664650.905683:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1788664651.646448:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788664651.649800:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788664652.671413:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788664652.936647:0:25739:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcd74407e0 20000000:00000080:0.0:1788664652.936664:0:25739:0:(mgs_handler.c:1166:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff93c43da1e800 uarg=0000000000000000 20000000:01000000:0.0:1788664652.936715:0:25739:0:(mgs_llog.c:6191:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788664652.936720:0:25739:0:(mgs_llog.c:4646:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788664652.936733:0:25739:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1788664652.937437:0:25740:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1788664652.937581:0:25739:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788664652.944021:0:25739:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788664652.944105:0:25739:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944126:0:25739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f372 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944134:0:25739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f380 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944141:0:25739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f3bf expref: 23 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944148:0:25739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f539 expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944158:0:25739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d888 expref: 12 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944165:0:25739:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f8 expref: 12 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944172:0:25739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944228:0:25739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f8 expref: 12 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944244:0:25739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f8 expref: 12 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.944266:0:25739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c4350fdc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643072:192.168.203.52@tcp:104: 00010000:00010000:0.0:1788664652.944393:0:25739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d888 expref: 12 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944402:0:25739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d888 expref: 12 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.944412:0:25739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c4350ff480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643200:192.168.203.52@tcp:104: 00010000:00010000:0.0:1788664652.944443:0:25739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f539 expref: 23 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.944451:0:25739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f539 expref: 23 pid: 22706 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.944459:0:25739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c4350ff800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643328:0@lo:104: 00000100:00100000:0.0:1788664652.944495:0:25739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788664652.945216:0:25739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f3bf expref: 23 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.945227:0:25739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f3bf expref: 23 pid: 22705 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.945236:0:25739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c4350fd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643456:0@lo:104: 00000100:00100000:0.0:1788664652.945291:0:25739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788664652.945314:0:25739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f380 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.945323:0:25739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f380 expref: 23 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.945330:0:25739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c30480f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643584:0@lo:104: 00000100:00100000:0.0:1788664652.945358:0:25739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788664652.945375:0:25739:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xcd11f61c1413f372 expref: 23 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.945383:0:25739:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xcd11f61c1413f372 expref: 23 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.945391:0:25739:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c30480fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643712:0@lo:104: 00000100:00100000:0.0:1788664652.945409:0:25739:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664652.945420:0:25739:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c302ad0180 going to sleep for 11 seconds 00000100:00100000:1.0:1788664652.945469:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140643328 00000100:00100000:1.0:1788664652.945477:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140643328 00000100:00100000:1.0:1788664652.945524:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140643456 00000100:00100000:1.0:1788664652.945527:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140643456 00000100:00100000:1.0:1788664652.945538:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140643584 00000100:00100000:1.0:1788664652.945540:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140643584 00000100:00100000:1.0:1788664652.945548:0:22695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140643712 00000100:00100000:1.0:1788664652.945549:0:22695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140643712 00000100:00100000:1.0:1788664652.945559:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788664652.945568:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+6:25739:x1875550140643328:12345-0@lo:104: 00010000:00010000:1.0:1788664652.945580:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.945636:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788664652.945647:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+6:25739:x1875550140643328:12345-0@lo:104: Request processed in 80us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664652.945655:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788664652.945670:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788664652.945676:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+5:25739:x1875550140643456:12345-0@lo:104: 00010000:00010000:1.0:1788664652.945683:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.945717:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788664652.945722:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+5:25739:x1875550140643456:12345-0@lo:104: Request processed in 46us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664652.945727:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788664652.945745:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788664652.945751:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+4:25739:x1875550140643584:12345-0@lo:104: 00010000:00010000:1.0:1788664652.945759:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.945816:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1788664652.945821:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+4:25739:x1875550140643584:12345-0@lo:104: Request processed in 71us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664652.945827:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788664652.945839:0:22695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788664652.945845:0:22695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:25739:x1875550140643712:12345-0@lo:104: 00010000:00010000:1.0:1788664652.945852:0:22695:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.945877:0:22695:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1788664652.945889:0:22695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:50c92092-626e-40ab-871b-cda794304889+3:25739:x1875550140643712:12345-0@lo:104: Request processed in 43us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664652.945895:0:22695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1788664652.945911:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788664652.945917:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.945925:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00600 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664652.945929:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.945937:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664652.945945:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664652.945951:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788664652.945979:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.945985:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788664652.946003:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946010:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c42aa00600/0xcd11f61c1413f539 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f540 expref: -99 pid: 25033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946022:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788664652.946025:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946040:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c402a0d200 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664652.946043:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946050:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664652.946056:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664652.946062:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788664652.946075:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946081:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788664652.946097:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946104:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c402a0d200/0xcd11f61c1413f3bf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f3c6 expref: -99 pid: 24212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946113:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788664652.946116:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946122:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b84600 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664652.946125:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946142:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664652.946149:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664652.946154:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788664652.946167:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946174:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788664652.946180:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946186:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b84600/0xcd11f61c1413f380 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f387 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946195:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664652.946198:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946203:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85c00 already unused, calling callback (ffffffffc1230c20) 10000000:00010000:1.0:1788664652.946205:0:22700:0:(mgc_request.c:920:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946212:0:22700:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788664652.946218:0:22700:0:(mgc_request.c:926:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664652.946228:0:22700:0:(mgc_request.c:930:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788664652.946243:0:22700:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946248:0:22700:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788664652.946268:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946274:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.152@tcp lock: ffff93c303b85c00/0xcd11f61c1413f372 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xcd11f61c1413f379 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946287:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664652.946288:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664652.946290:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664652.946297:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664652.946303:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664652.946321:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140643840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664652.946352:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664652.946374:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788664652.946380:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140644224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664652.946402:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664652.946427:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140643968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664652.946447:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664652.946463:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788664652.946469:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140644096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664652.946489:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664652.946513:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140643840 00000100:00100000:1.0:1788664652.946524:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140643840 00010000:00010000:1.0:1788664652.946545:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f539 expref: 24 pid: 22706 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664652.946561:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140644224 00000100:00100000:1.0:1788664652.946563:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140644224 00010000:00010000:1.0:1788664652.946574:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f372 expref: 25 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664652.946584:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140643968 00000100:00100000:1.0:1788664652.946587:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140643968 00010000:00010000:1.0:1788664652.946596:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f3bf expref: 26 pid: 22705 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664652.946606:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140644096 00000100:00100000:1.0:1788664652.946608:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140644096 00010000:00010000:1.0:1788664652.946616:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f380 expref: 27 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664652.946628:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788664652.946635:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+27:3637:x1875550140643840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664652.946643:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664652.946649:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f539 expref: 27 pid: 22706 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946658:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f539 expref: 27 pid: 22706 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946672:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664652.946699:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+27:3637:x1875550140643840:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664652.946706:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788664652.946723:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788664652.946729:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+26:3637:x1875550140644224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664652.946736:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664652.946741:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f372 expref: 26 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946749:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f372 expref: 26 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946758:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664652.946796:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+26:3637:x1875550140644224:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664652.946802:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788664652.946811:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788664652.946816:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e889f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+25:3638:x1875550140643968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664652.946833:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664652.946837:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f3bf expref: 25 pid: 22705 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946845:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f3bf expref: 25 pid: 22705 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946853:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664652.946875:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e889f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+25:3638:x1875550140643968:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664652.946880:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788664652.946892:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788664652.946897:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42a9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+24:3638:x1875550140644096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788664652.946955:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664652.946959:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xcd11f61c1413f380 expref: 24 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946967:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xcd11f61c1413f380 expref: 24 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664652.946976:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664652.947001:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42a9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:50c92092-626e-40ab-871b-cda794304889+24:3638:x1875550140644096:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664652.947007:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788664652.947042:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140644224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664652.947050:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e888e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:50c92092-626e-40ab-871b-cda794304889:3637:1875550140643840:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664652.947074:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140644096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788664652.947080:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42e88ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:50c92092-626e-40ab-871b-cda794304889:3638:1875550140643968:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788664652.947474:0:25739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303b85400/0xcd11f61c1413f540 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f539 expref: 23 pid: 22706 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.947486:0:25739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c4350ff800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643328:0@lo:104: 00010000:00010000:0.0:1788664652.947493:0:25739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c402a0ca00/0xcd11f61c1413f3c6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f3bf expref: 22 pid: 22705 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.947552:0:25739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c4350fd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643456:0@lo:104: 00010000:00010000:0.0:1788664652.947564:0:25739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f387 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f380 expref: 21 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.947571:0:25739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c30480f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643584:0@lo:104: 00010000:00010000:0.0:1788664652.947579:0:25739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42e7cd400/0xcd11f61c1413f379 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xcd11f61c1413f372 expref: 20 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.947586:0:25739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c30480fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643712:0@lo:104: 00000100:00100000:1.0:1788664652.948575:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664652.948616:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664652.948717:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119556864 00000100:00100000:3.0:1788664652.948724:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119556864 00010000:00010000:3.0:1788664652.948763:0:22698:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f8 expref: 13 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664652.948823:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119556992 00000100:00100000:3.0:1788664652.948826:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119556992 00010000:00010000:3.0:1788664652.948841:0:22698:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d888 expref: 14 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664652.948853:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 13 00000100:00100000:3.0:1788664652.948860:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c403ec6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cebd0f3c-f039-4fff-a914-2076821005bc+14:2391:x1875550119556864:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664652.948879:0:22698:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664652.948884:0:22698:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f8 expref: 14 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.948916:0:22698:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f8 expref: 14 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.948932:0:22698:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664652.948992:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c403ec6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cebd0f3c-f039-4fff-a914-2076821005bc+14:2391:x1875550119556864:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 132us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664652.949007:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 13 00000100:00100000:3.0:1788664652.949055:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 14 00000100:00100000:3.0:1788664652.949061:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cebd0f3c-f039-4fff-a914-2076821005bc+13:2391:x1875550119556992:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664652.949069:0:22698:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664652.949073:0:22698:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d888 expref: 13 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949087:0:22698:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d888 expref: 13 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949098:0:22698:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949113:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949128:0:22698:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949135:0:22698:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949149:0:22698:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949161:0:22698:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949173:0:22698:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00800 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:3.0:1788664652.949177:0:22698:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949186:0:22698:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949196:0:22698:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664652.949211:0:22698:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664652.949238:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cebd0f3c-f039-4fff-a914-2076821005bc+13:2391:x1875550119556992:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 176us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664652.949245:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 14 00010000:00010000:0.0:1788664652.949823:0:25739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303b84a00/0xcd11f61c1413f6eb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8f8 expref: 12 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.949850:0:25739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c4350fdc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643072:192.168.203.52@tcp:104: 00010000:00010000:0.0:1788664652.949871:0:25739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c303b85600/0xcd11f61c1413f6ac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d888 expref: 11 pid: 22704 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664652.949879:0:25739:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c4350ff480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25739:1875550140643200:192.168.203.52@tcp:104: 00010000:00010000:0.0:1788664652.949918:0:25739:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.949928:0:25739:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.949940:0:25739:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664652.949957:0:25739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff93c42aa00800/0xcd11f61c1413f71c lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25739 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664653.374302:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140644352:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374368:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374407:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140644864:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374432:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374448:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140645376:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374473:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374497:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788664653.374503:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875550140644736:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374537:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374557:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140645248:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374576:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374594:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3637:1875550140645760:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374614:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374641:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140644480:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374666:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374685:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140644992:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374715:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374733:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c42a9faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140645504:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374758:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374803:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788664653.374809:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140644608:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374837:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374855:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3040b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140645120:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374876:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374890:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3638:1875550140645632:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.374908:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664653.374945:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140645376 00000100:00100000:1.0:1788664653.374952:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140645376 00000100:00100000:1.0:1788664653.374991:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140644736 00000100:00100000:1.0:1788664653.374994:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140644736 00000100:00100000:1.0:1788664653.375003:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140645248 00000100:00100000:1.0:1788664653.375005:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140645248 00000100:00100000:1.0:1788664653.375014:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140645760 00000100:00100000:1.0:1788664653.375016:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140645760 00000100:00100000:1.0:1788664653.375035:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140645504 00000100:00100000:1.0:1788664653.375038:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140645504 00000100:00100000:1.0:1788664653.375047:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140645632 00000100:00100000:1.0:1788664653.375049:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140645632 00000100:00100000:1.0:1788664653.375061:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788664653.375069:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875550140645376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375120:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1875550140645376:12345-0@lo:400:kworker.0 Request processed in 51us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375126:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788664653.375146:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788664653.375152:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e88a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875550140644736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375176:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e88a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875550140644736:12345-0@lo:400:kworker.0 Request processed in 24us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375181:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788664653.375193:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788664653.375198:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140645248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375223:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1875550140645248:12345-0@lo:400:kworker.0 Request processed in 25us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375229:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788664653.375240:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788664653.375245:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875550140645760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375285:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e889f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1875550140645760:12345-0@lo:400:kworker.0 Request processed in 39us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375291:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788664653.375303:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788664653.375311:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140645504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375352:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140645504:12345-0@lo:400:kworker.0 Request processed in 44us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375358:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788664653.375369:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788664653.375375:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875550140645632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375401:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875550140645632:12345-0@lo:400:kworker.0 Request processed in 26us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375407:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788664653.375431:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140644480 00000100:00100000:1.0:1788664653.375434:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140644480 00000100:00100000:1.0:1788664653.375453:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140644992 00000100:00100000:1.0:1788664653.375456:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140644992 00000100:00100000:1.0:1788664653.375465:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140644608 00000100:00100000:1.0:1788664653.375467:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140644608 00000100:00100000:1.0:1788664653.375477:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140645120 00000100:00100000:1.0:1788664653.375479:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140645120 00000100:00100000:1.0:1788664653.375490:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788664653.375496:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140644480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375526:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140644480:12345-0@lo:400:kworker.0 Request processed in 30us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375531:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788664653.375543:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788664653.375549:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140644992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375575:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140644992:12345-0@lo:400:kworker.0 Request processed in 26us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375580:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788664653.375590:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788664653.375603:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c427c96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140644608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375633:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c427c96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140644608:12345-0@lo:400:kworker.0 Request processed in 31us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375638:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788664653.375756:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788664653.375763:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140645120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375817:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875550140645120:12345-0@lo:400:kworker.0 Request processed in 54us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664653.375822:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788664653.375867:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140644608:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375878:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140645120:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375889:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c304096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3638:1875550140645632:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375898:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140644480:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375907:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3638:1875550140644992:0@lo:400:kworker.0 00010000:00080000:1.0:1788664653.375917:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c42a9faa00 x1875550140645504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664653.375928:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c42a9faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140645504:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375968:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875550140644736:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.375977:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3637:1875550140645248:0@lo:400:kworker.0 00010000:00080000:1.0:1788664653.375986:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c303a6ce00 x1875550140645760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788664653.375995:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3637:1875550140645760:0@lo:400:kworker.0 00000100:00100000:1.0:1788664653.376018:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3637:1875550140645376:0@lo:400:kworker.0 00000100:00100000:3.0:1788664653.376192:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140644352 00000100:00100000:3.0:1788664653.376198:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140644352 00000100:00100000:3.0:1788664653.376235:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140644864 00000100:00100000:3.0:1788664653.376238:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140644864 00000100:00100000:3.0:1788664653.376263:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788664653.376271:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140644352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664653.376315:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140644352:12345-0@lo:400:kworker.0 Request processed in 45us (1947us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664653.376321:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788664653.376333:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788664653.376339:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140644864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664653.376374:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140644864:12345-0@lo:400:kworker.0 Request processed in 35us (1942us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664653.376380:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788664653.376413:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140644352:0@lo:400:kworker.0 00000100:00100000:3.0:1788664653.376423:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3040b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140644864:0@lo:400:kworker.0 00000100:00080000:0.0:1788664653.376931:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788664653.376938:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788664653.376941:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788664653.376943:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788664653.377292:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788664653.377306:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c30480fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140646016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788664653.377349:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664653.377387:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140646016 00000100:00100000:0.0:1788664653.377393:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140646016 00000100:00100000:0.0:1788664653.377425:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788664653.377432:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140646016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788664653.377465:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788664653.377505:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140646016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664653.377512:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788664653.377547:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c30480fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140646016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788664653.377634:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788664653.377643:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140645888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788664653.377671:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664653.378019:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140645888 00000100:00100000:0.0:1788664653.378023:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140645888 00000100:00100000:0.0:1788664653.378052:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788664653.378058:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140645888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788664653.378068:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1788664653.378104:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140645888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664653.378109:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788664653.378179:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140645888:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788664653.695970:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788664654.495333:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664654.495424:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119557120 00000100:00100000:1.0:1788664654.495439:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119557120 00000100:00100000:1.0:1788664654.495540:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 23 00000100:00100000:1.0:1788664654.495553:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:18731:x1875550119557120:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788664654.495574:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664654.495596:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeee00/0xcd11f61c1413f723 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d930 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495660:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495675:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495690:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495704:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495710:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495717:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495835:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef000/0xcd11f61c1413f738 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495859:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef000/0xcd11f61c1413f738 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495866:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef000/0xcd11f61c1413f738 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788664654.495897:0:22713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788664654.495901:0:22713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788664654.495936:0:22713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef000/0xcd11f61c1413f738 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495958:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495965:0:22713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495972:0:22713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495977:0:22713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aee000 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664654.495982:0:22713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.495989:0:22713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.496002:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41a35c600) 00010000:00010000:1.0:1788664654.496005:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664654.496009:0:22713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.496027:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f72a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.496041:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.496047:0:22713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.496053:0:22713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.496059:0:22713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aee200 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664654.496062:0:22713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.496067:0:22713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.496075:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff93c3027e5700) 00010000:00010000:1.0:1788664654.496078:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664654.496080:0:22713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.496086:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f731 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788664654.496208:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788664654.498649:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeee00/0xcd11f61c1413f723 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d930 expref: 8 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.498703:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef000/0xcd11f61c1413f738 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d930 expref: 7 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.498713:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff93c3027e5f00) 00010000:00010000:1.0:1788664654.498717:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788664654.498720:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aef000, rc 0) 00000100:00100000:1.0:1788664654.498819:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:18731:x1875550119557120:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 Request processed in 3269us (3502us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664654.498828:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 23 00000100:00100000:1.0:1788664654.506707:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664654.507446:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119557248 00000100:00100000:0.0:1788664654.507466:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119557248 00000100:00100000:0.0:1788664654.507558:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 5 00000100:00100000:0.0:1788664654.507572:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:18731:x1875550119557248:12345-192.168.203.52@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1788664654.507692:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:18731:x1875550119557248:12345-192.168.203.52@tcp:900:lhsmtool_posix.0 Request processed in 122us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664654.507700:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 5 00000100:00100000:3.0:1788664654.512513:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664654.512689:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119557504 00000100:00100000:0.0:1788664654.512703:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119557504 00000100:00100000:0.0:1788664654.512816:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 24 00000100:00100000:0.0:1788664654.512829:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:18731:x1875550119557504:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788664654.512881:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664654.512913:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f73f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d937 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513009:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513028:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513044:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513061:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513068:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513075:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513208:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01a00/0xcd11f61c1413f754 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513218:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01a00/0xcd11f61c1413f754 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513225:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01a00/0xcd11f61c1413f754 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788664654.513236:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788664654.513461:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513470:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513478:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513485:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00c00 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:0.0:1788664654.513490:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513713:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513728:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff93c3027e5f00) 00010000:00010000:0.0:1788664654.513732:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788664654.513738:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513745:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f746 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513761:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513766:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513971:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.513990:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00400 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:0.0:1788664654.513994:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.514001:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.514010:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff93c303886800) 00010000:00010000:0.0:1788664654.514013:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788664654.514016:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.514023:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f74d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.515584:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f73f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d937 expref: 10 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.515614:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01a00/0xcd11f61c1413f754 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d937 expref: 9 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.515622:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff93c303886100) 00010000:00010000:0.0:1788664654.515626:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788664654.515628:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa01a00, rc 0) 00000100:00100000:0.0:1788664654.515802:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+9:18731:x1875550119557504:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 Request processed in 2974us (3313us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788664654.515822:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 24 00000100:00100000:3.0:1788664654.534366:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664654.536917:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119557632 00000100:00100000:0.0:1788664654.536962:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119557632 00000100:00100000:0.0:1788664654.537126:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 25 00000100:00100000:0.0:1788664654.537140:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+9:18731:x1875550119557632:12345-192.168.203.52@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788664654.537319:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+9:18731:x1875550119557632:12345-192.168.203.52@tcp:59:lhsmtool_posix.0 Request processed in 182us (2966us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664654.537328:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 25 00000100:00100000:1.0:1788664654.541339:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664654.554651:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119557760 00000100:00100000:2.0:1788664654.554673:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119557760 00000100:00100000:2.0:1788664654.554825:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 26 00000100:00100000:2.0:1788664654.554842:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:18731:x1875550119557760:12345-192.168.203.52@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1788664654.555503:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1788664654.556268:0:24622:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1365us 00000100:00100000:3.0:1788664654.576091:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664654.576720:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119557888 00000100:00100000:1.0:1788664654.576737:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119557888 00000100:00100000:1.0:1788664654.577040:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 27 00000100:00100000:1.0:1788664654.577054:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+9:18737:x1875550119557888:12345-192.168.203.52@tcp:101:lfs.0 00010000:00010000:1.0:1788664654.577081:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664654.577108:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeee00/0xcd11f61c1413f762 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d93e expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577195:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577215:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577230:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577278:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577298:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577305:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577358:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577367:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577375:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577382:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aee200 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664654.577387:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577395:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577409:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41a35c600) 00010000:00010000:1.0:1788664654.577413:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664654.577419:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577427:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f769 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577452:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577459:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577464:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577470:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aee000 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664654.577473:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577479:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577487:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93c3027e5700) 00010000:00010000:1.0:1788664654.577489:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664654.577502:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577509:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f770 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577548:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeee00/0xcd11f61c1413f762 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d93e expref: 10 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577559:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41a35c600) 00010000:00010000:1.0:1788664654.577562:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664654.577573:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeee00/0xcd11f61c1413f762 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d93e expref: 10 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.577584:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aeee00, rc 0) 00000100:00100000:1.0:1788664654.577673:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+9:18737:x1875550119557888:12345-192.168.203.52@tcp:101:lfs.0 Request processed in 622us (1916us total) trans 0 rc 301/301 00000100:00100000:1.0:1788664654.577681:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 27 00000100:00100000:3.0:1788664654.582635:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664654.582706:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119558016 00000100:00100000:2.0:1788664654.582723:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119558016 00000100:00100000:2.0:1788664654.582815:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 0 00000100:00100000:2.0:1788664654.582829:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:f1a8b571-b4b1-4187-a321-1048db45a3b6+9:18737:x1875550119558016:12345-192.168.203.52@tcp:700:lfs.0 00000100:00100000:2.0:1788664654.582939:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:f1a8b571-b4b1-4187-a321-1048db45a3b6+9:18737:x1875550119558016:12345-192.168.203.52@tcp:700:lfs.0 Request processed in 112us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.582948:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 0 00000100:00100000:3.0:1788664654.585204:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664654.585389:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119558272 00000100:00100000:1.0:1788664654.585403:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119558272 00000100:00100000:1.0:1788664654.585472:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 28 00000100:00100000:1.0:1788664654.585484:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+9:18737:x1875550119558272:12345-192.168.203.52@tcp:36:lfs.0 00010000:00010000:1.0:1788664654.585572:0:22711:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664654.585608:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f6d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d8b9 expref: 9 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.585632:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41a35c600) 00010000:00010000:1.0:1788664654.585639:0:22711:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788664654.585714:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.585731:0:22711:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d929 expref: 5 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.585741:0:22711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.585819:0:22711:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d929 expref: 5 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.585858:0:22711:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d929 expref: 5 pid: 22713 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664654.585876:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22711:1875550140646144:192.168.203.52@tcp:104: 00000100:00100000:1.0:1788664654.586680:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412c5f300 going to sleep for 11 seconds 00000100:00100000:2.0:1788664654.589766:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:18731:x1875550119557760:12345-192.168.203.52@tcp:59:lhsmtool_posix.0 Request processed in 34913us (48425us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.589818:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 26 00000100:00100000:3.0:1788664654.592862:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664654.594366:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22711:1875550140646144:192.168.203.52@tcp:104: 00010000:00010000:0.0:1788664654.594428:0:22711:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664654.597197:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119558400 00000100:00100000:2.0:1788664654.597215:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119558400 00010000:00010000:2.0:1788664654.597308:0:22698:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d929 expref: 6 pid: 22713 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664654.597367:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 15 00000100:00100000:2.0:1788664654.597401:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff07d837-20f1-48a8-8ef5-09670277198c+6:2390:x1875550119558400:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788664654.597423:0:22698:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788664654.597431:0:22698:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d929 expref: 6 pid: 22713 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.597447:0:22698:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d929 expref: 6 pid: 22713 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.597476:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f715 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d929 expref: 6 pid: 22713 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.597506:0:22698:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41a35c600) 00010000:00010000:2.0:1788664654.597513:0:22698:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.597525:0:22698:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.597535:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.597564:0:22698:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788664654.597639:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ff07d837-20f1-48a8-8ef5-09670277198c+5:2390:x1875550119558400:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 241us (4788us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.597648:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 15 00000100:00080000:2.0:1788664654.597675:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788664654.597960:0:22711:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.597971:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.598002:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.598015:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.598023:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600736:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600764:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600875:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788664654.600900:0:22711:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b5110fab reply state 00000000111738bb transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600913:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600922:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:0.0:1788664654.600926:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788664654.600930:0:22711:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788664654.600938:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788664654.600948:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600955:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600961:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600967:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aef400 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:0.0:1788664654.600972:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600980:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.600992:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41a35c600) 00010000:00010000:0.0:1788664654.600994:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788664654.601006:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.601013:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f777 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788664654.601037:0:22711:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b5110fab reply state 00000000111738bb transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.601047:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.601054:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93c303886800) 00010000:00010000:0.0:1788664654.601056:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788664654.601058:0:22711:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788664654.601193:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+10:18737:x1875550119558272:12345-192.168.203.52@tcp:36:lfs.0 Request processed in 15705us (15993us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788664654.601204:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 28 00000100:00100000:2.0:1788664654.677756:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664654.678062:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119558528 00000100:00100000:3.0:1788664654.678076:0:25556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119558528 00000100:00100000:3.0:1788664654.678154:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 29 00000100:00100000:3.0:1788664654.678168:0:25556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+10:18745:x1875550119558528:12345-192.168.203.52@tcp:101:lctl.0 00010000:00010000:3.0:1788664654.678201:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664654.678234:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7df800/0xcd11f61c1413f78c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d945 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.679241:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dfe00/0xcd11f61c1413f793 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.679281:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dfe00/0xcd11f61c1413f793 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.679324:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dfe00/0xcd11f61c1413f793 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788664654.679385:0:25556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788664654.679390:0:25556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788664654.679606:0:25556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dfe00/0xcd11f61c1413f793 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.679645:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7df800/0xcd11f61c1413f78c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d945 expref: 12 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.679672:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dfe00/0xcd11f61c1413f793 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d945 expref: 11 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.679682:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41829b600) 00010000:00010000:3.0:1788664654.679686:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788664654.679691:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7dfe00, rc 0) 00000100:00100000:3.0:1788664654.680040:0:25556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+11:18745:x1875550119558528:12345-192.168.203.52@tcp:101:lctl.0 Request processed in 1872us (2300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664654.680051:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 29 00000100:00100000:1.0:1788664654.708556:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664654.708848:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119558656 00000100:00100000:2.0:1788664654.708861:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119558656 00000100:00100000:2.0:1788664654.708967:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 30 00000100:00100000:2.0:1788664654.708979:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff07d837-20f1-48a8-8ef5-09670277198c+5:18746:x1875550119558656:12345-192.168.203.52@tcp:101:lfs.0 00010000:00010000:2.0:1788664654.709006:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664654.709034:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f79a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d94c expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.709135:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7600/0xcd11f61c1413f7a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.709155:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7600/0xcd11f61c1413f7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.709171:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7600/0xcd11f61c1413f7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788664654.709227:0:22713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788664654.709232:0:22713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788664654.710571:0:22713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7600/0xcd11f61c1413f7a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.710626:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f79a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d94c expref: 7 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.710653:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7600/0xcd11f61c1413f7a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d94c expref: 6 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.710663:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41829b600) 00010000:00010000:2.0:1788664654.710666:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788664654.710671:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c4421d7600, rc 0) 00000100:00100000:2.0:1788664654.710807:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ff07d837-20f1-48a8-8ef5-09670277198c+6:18746:x1875550119558656:12345-192.168.203.52@tcp:101:lfs.0 Request processed in 1828us (2266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.710834:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 30 00000100:00100000:0.0:1788664654.715578:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664654.715687:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119558784 00000100:00100000:2.0:1788664654.715702:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119558784 00000100:00100000:2.0:1788664654.715815:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 31 00000100:00100000:2.0:1788664654.715827:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+6:18746:x1875550119558784:12345-192.168.203.52@tcp:101:lfs.0 00010000:00010000:2.0:1788664654.715857:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664654.715883:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f7a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d953 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.715971:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.715991:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.716005:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.716017:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.716026:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.716033:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.716146:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f7bd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.716177:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f7bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.716184:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f7bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788664654.716234:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788664654.716239:0:22711:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788664654.716461:0:22711:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f7bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.716476:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.716483:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788664654.717880:0:22708:0:(mgc_request.c:609:do_requeue()) updating log params 10000000:01000000:1.0:1788664654.717888:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c406cee800 from 13 10000000:01000000:1.0:1788664654.717894:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788664654.717950:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303aeee00/0xcd11f61c1413f7c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.717964:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c303aeee00/0xcd11f61c1413f7c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.717976:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c303aeee00/0xcd11f61c1413f7c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664654.718009:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788664654.718098:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664654.718164:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412c5f780 going to sleep for 11 seconds 00010000:00010000:2.0:1788664654.718359:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718367:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7c00 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:2.0:1788664654.718373:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718383:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718402:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41829b600) 00010000:00010000:2.0:1788664654.718405:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788664654.718412:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718440:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f7af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718460:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718467:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718471:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718476:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6a00 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:2.0:1788664654.718479:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718484:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718492:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93c303886800) 00010000:00010000:2.0:1788664654.718494:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788664654.718497:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718503:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6a00/0xcd11f61c1413f7b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718630:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7a00/0xcd11f61c1413f7a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d953 expref: 8 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718663:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f7bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d953 expref: 7 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.718671:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:2.0:1788664654.718673:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788664654.718676:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c4421d7800, rc 0) 00000100:00100000:2.0:1788664654.718973:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+7:18746:x1875550119558784:12345-192.168.203.52@tcp:101:lfs.0 Request processed in 3146us (3408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.718983:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 31 00000100:00100000:3.0:1788664654.719115:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140646272 00000100:00100000:3.0:1788664654.719125:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140646272 00000100:00100000:3.0:1788664654.719185:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1788664654.719196:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+20:22708:x1875550140646272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.719215:0:22706:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664654.719234:0:22706:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7df800/0xcd11f61c1413f7cb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f7c4 expref: -99 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.719293:0:22706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7df800/0xcd11f61c1413f7cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f7c4 expref: 21 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.719304:0:22706:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7df800/0xcd11f61c1413f7cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f7c4 expref: 21 pid: 22706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.719311:0:22706:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7df800, rc 0) 00000100:00100000:3.0:1788664654.719368:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+21:22708:x1875550140646272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (1271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664654.719375:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1788664654.719446:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.719465:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c303aeee00/0xcd11f61c1413f7c4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f7cb expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.719475:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c303aeee00/0xcd11f61c1413f7c4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f7cb expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664654.719592:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.719631:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664654.719660:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c3041f9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788664654.719676:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140646400 00000100:00100000:3.0:1788664654.719680:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140646400 00000100:00100000:3.0:1788664654.719708:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1788664654.719718:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:22708:x1875550140646400:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.719887:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:22708:x1875550140646400:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 171us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664654.719907:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1788664654.719943:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.719973:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.720019:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664654.720034:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c3041f9b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788664654.720046:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140646528 00000100:00100000:3.0:1788664654.720049:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140646528 00000100:00100000:3.0:1788664654.720070:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1788664654.720075:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:22708:x1875550140646528:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.720157:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:22708:x1875550140646528:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 81us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664654.720163:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1788664654.720204:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646528:0@lo:503:ll_cfg_requeue.0 00010000:00010000:1.0:1788664654.724865:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788664654.724865:0:23464:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1788664654.729461:0:25754:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:2.0:1788664654.730019:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000020:01000000:0.0:1788664654.730184:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788664654.730217:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788664654.730232:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c303aeee00/0xcd11f61c1413f7c4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f7cb expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.730257:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c303aeee00/0xcd11f61c1413f7c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f7cb expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664654.730280:0:22708:0:(mgc_request.c:609:do_requeue()) updating log params 10000000:01000000:0.0:1788664654.730283:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c403833800 from 13 10000000:01000000:0.0:1788664654.730287:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00100000:3.0:1788664654.730303:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119558912 00000100:00100000:3.0:1788664654.730316:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119558912 00010000:00010000:0.0:1788664654.730354:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa01800/0xcd11f61c1413f7d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.730364:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42aa01800/0xcd11f61c1413f7d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.730375:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42aa01800/0xcd11f61c1413f7d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664654.730388:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 6 00000100:00100000:3.0:1788664654.730399:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ff07d837-20f1-48a8-8ef5-09670277198c+5:18746:x1875550119558912:12345-192.168.203.52@tcp:900:lfs.0 00000100:00100000:0.0:1788664654.730404:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c30480d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788664654.730473:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664654.730490:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:ff07d837-20f1-48a8-8ef5-09670277198c+5:18746:x1875550119558912:12345-192.168.203.52@tcp:900:lfs.0 Request processed in 93us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664654.730507:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 6 00000100:00100000:0.0:1788664654.730526:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c302ad0900 going to sleep for 11 seconds 00000100:00100000:0.0:1788664654.730545:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140646656 00000100:00100000:0.0:1788664654.730549:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140646656 00000100:00100000:0.0:1788664654.730586:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1788664654.730594:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+21:22708:x1875550140646656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788664654.730605:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664654.730621:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42aa01400/0xcd11f61c1413f7d9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f7d2 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.730647:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42aa01400/0xcd11f61c1413f7d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f7d2 expref: 22 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.730659:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42aa01400/0xcd11f61c1413f7d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f7d2 expref: 22 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.730669:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa01400, rc 0) 00000100:00100000:0.0:1788664654.730706:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+22:22708:x1875550140646656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664654.730712:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:2.0:1788664654.731191:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788664654.731958:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c30480d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.732095:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42aa01800/0xcd11f61c1413f7d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f7d9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.732136:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42aa01800/0xcd11f61c1413f7d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f7d9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664654.732233:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646784:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.732306:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664654.732355:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c405e52840 going to sleep for 11 seconds 00000100:00100000:2.0:1788664654.732466:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140646784 00000100:00100000:2.0:1788664654.732473:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140646784 00000100:00100000:2.0:1788664654.732533:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1788664654.732543:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e789c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+22:22708:x1875550140646784:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788664654.732705:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e789c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+22:22708:x1875550140646784:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 163us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.732714:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1788664654.732787:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646784:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788664654.732826:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c30480ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646912:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788664654.732935:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664654.732964:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140646912 00000100:00100000:0.0:1788664654.732967:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412d91300 going to sleep for 11 seconds 00000100:00100000:3.0:1788664654.732969:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140646912 00000100:00100000:3.0:1788664654.733016:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788664654.733023:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+22:22708:x1875550140646912:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788664654.733165:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+22:22708:x1875550140646912:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 141us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.733172:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788664654.733262:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c30480ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140646912:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.735271:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664654.736916:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119559168 00000100:00100000:0.0:1788664654.736936:0:25556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119559168 00000100:00100000:0.0:1788664654.737030:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 32 00000100:00100000:0.0:1788664654.737043:0:25556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ff07d837-20f1-48a8-8ef5-09670277198c+7:18746:x1875550119559168:12345-192.168.203.52@tcp:101:lfs.0 00010000:00010000:0.0:1788664654.737072:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664654.737099:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00200/0xcd11f61c1413f7e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d95a expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788664654.737230:0:25556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788664654.737390:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00200/0xcd11f61c1413f7e0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d95a expref: 9 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.737408:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41829b600) 00010000:00010000:0.0:1788664654.737411:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788664654.737418:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00200/0xcd11f61c1413f7e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d95a expref: 9 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.737435:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa00200, rc 0) 00000100:00100000:0.0:1788664654.737529:0:25556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ff07d837-20f1-48a8-8ef5-09670277198c+8:18746:x1875550119559168:12345-192.168.203.52@tcp:101:lfs.0 Request processed in 488us (2269us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1788664654.737537:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 32 00000040:00080000:2.0:1788664654.739233:0:25755:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788664654.746607:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788664654.746664:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788664654.746679:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa01800/0xcd11f61c1413f7d2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f7d9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.746694:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42aa01800/0xcd11f61c1413f7d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f7d9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664654.746711:0:22708:0:(mgc_request.c:609:do_requeue()) updating log params 10000000:01000000:0.0:1788664654.746715:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c407e1f000 from 13 10000000:01000000:0.0:1788664654.746718:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788664654.746803:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa01000/0xcd11f61c1413f7ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.746813:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42aa01000/0xcd11f61c1413f7ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.746826:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42aa01000/0xcd11f61c1413f7ee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664654.746861:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c30480ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788664654.746958:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664654.747012:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412d91c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788664654.747130:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140647040 00000100:00100000:2.0:1788664654.747140:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140647040 00000100:00100000:2.0:1788664654.747202:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1788664654.747214:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+22:22708:x1875550140647040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788664654.747258:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664654.747283:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c4421d7a00/0xcd11f61c1413f7f5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f7ee expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.747314:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c4421d7a00/0xcd11f61c1413f7f5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f7ee expref: 23 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.747326:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c4421d7a00/0xcd11f61c1413f7f5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f7ee expref: 23 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.747335:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c4421d7a00, rc 0) 00000100:00100000:2.0:1788664654.747401:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140647040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 189us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.747409:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1788664654.747451:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c30480ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.747471:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42aa01000/0xcd11f61c1413f7ee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f7f5 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.747484:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42aa01000/0xcd11f61c1413f7ee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f7f5 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664654.747561:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647168:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.747602:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664654.747635:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c405e52b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788664654.748733:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140647168 00000100:00100000:0.0:1788664654.748745:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140647168 00000100:00100000:0.0:1788664654.748822:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1788664654.748833:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140647168:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788664654.749036:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140647168:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 203us (1433us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664654.749045:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1788664654.749513:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664654.749587:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119559424 00000100:00100000:3.0:1788664654.749597:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119559424 00000100:00100000:3.0:1788664654.749655:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 33 00000100:00100000:3.0:1788664654.749669:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff07d837-20f1-48a8-8ef5-09670277198c+8:18746:x1875550119559424:12345-192.168.203.52@tcp:36:lfs.0 00000100:00100000:1.0:1788664654.749721:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647168:0@lo:501:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.749756:0:24622:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788664654.749823:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647296:0@lo:503:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.749842:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7800/0xcd11f61c1413f7bd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d953 expref: 8 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.749867:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:3.0:1788664654.749874:0:24622:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664654.749888:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788664654.749903:0:24622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.749920:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664654.749928:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412c5f900 going to sleep for 11 seconds 00010000:00010000:3.0:1788664654.749933:0:24622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664654.750034:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140647296 00000100:00100000:2.0:1788664654.750040:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140647296 00000100:00100000:2.0:1788664654.750073:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1788664654.750080:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140647296:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788664654.750184:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140647296:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 104us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.750192:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000004:00010000:3.0:1788664654.750205:0:24622:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a8820eb8 reply state 00000000b8bd3a27 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.750233:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.750249:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:3.0:1788664654.750252:0:24622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1788664654.750255:0:24622:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788664654.750264:0:24622:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788664654.750320:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647296:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.750870:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff07d837-20f1-48a8-8ef5-09670277198c+9:18746:x1875550119559424:12345-192.168.203.52@tcp:36:lfs.0 Request processed in 1202us (1357us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788664654.750878:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 33 00000040:00080000:1.0:1788664654.752401:0:25756:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788664654.752970:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788664654.753004:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788664654.753019:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa01000/0xcd11f61c1413f7ee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f7f5 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.753033:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42aa01000/0xcd11f61c1413f7ee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f7f5 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788664654.753047:0:22708:0:(mgc_request.c:609:do_requeue()) updating log params 10000000:01000000:0.0:1788664654.753051:0:22708:0:(mgc_request.c:1800:mgc_process_log()) Process log params-ffff93c43bc50800 from 13 10000000:01000000:0.0:1788664654.753054:0:22708:0:(mgc_request.c:994:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788664654.753113:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa00200/0xcd11f61c1413f803 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.753122:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.152@tcp lock: ffff93c42aa00200/0xcd11f61c1413f803 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.753351:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.152@tcp lock: ffff93c42aa00200/0xcd11f61c1413f803 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664654.753382:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c30480ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788664654.753471:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664654.753529:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4060d7840 going to sleep for 11 seconds 00000100:00100000:2.0:1788664654.754385:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664654.762327:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140647424 00000100:00100000:3.0:1788664654.762349:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140647424 00000100:00100000:3.0:1788664654.762508:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119559552 00000100:00100000:3.0:1788664654.762514:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119559552 00000100:00100000:0.0:1788664654.762515:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664654.762542:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788664654.762554:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+23:22708:x1875550140647424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.762586:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664654.762614:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7df200/0xcd11f61c1413f80a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xcd11f61c1413f803 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664654.762614:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119559808 00000100:00100000:2.0:1788664654.762621:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119559808 00010000:00010000:3.0:1788664654.762659:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7df200/0xcd11f61c1413f80a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xcd11f61c1413f803 expref: 24 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.762675:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7df200/0xcd11f61c1413f80a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xcd11f61c1413f803 expref: 24 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664654.762678:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 2 00010000:00010000:3.0:1788664654.762691:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7df200, rc 0) 00000100:00100000:2.0:1788664654.762694:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff07d837-20f1-48a8-8ef5-09670277198c+9:18746:x1875550119559808:12345-192.168.203.52@tcp:35:lfs.0 00000100:00100000:3.0:1788664654.762804:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+24:22708:x1875550140647424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 252us (9333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664654.762812:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788664654.762853:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 157 00000100:00100000:3.0:1788664654.762860:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e789450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+11:18110:x1875550119559552:12345-192.168.203.52@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.762868:0:22704:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664654.762879:0:22704:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7df000/0xcd11f61c1413f811 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d961 expref: -99 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.762897:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7df000/0xcd11f61c1413f811 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d961 expref: 12 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.762907:0:22704:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7df000/0xcd11f61c1413f811 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d961 expref: 12 pid: 22704 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.762930:0:22704:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7df000, rc 0) 00000100:00100000:2.0:1788664654.762988:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff07d837-20f1-48a8-8ef5-09670277198c+10:18746:x1875550119559808:12345-192.168.203.52@tcp:35:lfs.0 Request processed in 298us (483us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788664654.763003:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 2 00000100:00100000:3.0:1788664654.763059:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e789450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+12:18110:x1875550119559552:12345-192.168.203.52@tcp:101:ll_cfg_requeue.0 Request processed in 197us (8678us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664654.763067:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 157 00000100:00100000:3.0:1788664654.763132:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c30480ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.763156:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.152@tcp lock: ffff93c42aa00200/0xcd11f61c1413f803 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f80a expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.763169:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.152@tcp lock: ffff93c42aa00200/0xcd11f61c1413f803 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xcd11f61c1413f80a expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664654.763278:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.763319:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664654.763417:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c405e52840 going to sleep for 11 seconds 00000100:00100000:1.0:1788664654.763800:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140647552 00000100:00100000:1.0:1788664654.763937:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140647552 00000100:00100000:1.0:1788664654.764698:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1788664654.764721:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e78b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+24:22708:x1875550140647552:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788664654.769041:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788664654.769063:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664654.769064:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e78b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:50c92092-626e-40ab-871b-cda794304889+24:22708:x1875550140647552:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 4349us (5742us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664654.769080:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788664654.769127:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a6d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788664654.769195:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119560064 00000100:00100000:3.0:1788664654.769205:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664654.769205:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119560064 00000100:00100000:3.0:1788664654.769262:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c405e52840 going to sleep for 11 seconds 00000100:00100000:0.0:1788664654.769295:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140647680 00000100:00100000:0.0:1788664654.769300:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140647680 00000100:00100000:2.0:1788664654.769303:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 34 00000100:00100000:2.0:1788664654.769317:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+10:18746:x1875550119560064:12345-192.168.203.52@tcp:101:lfs.0 00000100:00100000:0.0:1788664654.769344:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00010000:00010000:2.0:1788664654.769345:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1788664654.769357:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+24:22708:x1875550140647680:12345-0@lo:503:ll_cfg_requeue.0 00010000:00010000:2.0:1788664654.769374:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6c00/0xcd11f61c1413f818 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d968 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.769470:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.769490:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.769503:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.769516:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664654.769524:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:50c92092-626e-40ab-871b-cda794304889+24:22708:x1875550140647680:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 169us (316us total) trans 0 rc 0/0 00010000:00010000:2.0:1788664654.769526:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664654.769539:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00010000:00010000:2.0:1788664654.769540:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664654.769596:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a6d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:50c92092-626e-40ab-871b-cda794304889:22708:1875550140647680:0@lo:503:ll_cfg_requeue.0 00000004:00200000:2.0:1788664654.769666:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788664654.769759:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.769812:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.769954:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.769962:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d6400 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:2.0:1788664654.769967:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.769976:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.769992:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41829b600) 00010000:00010000:2.0:1788664654.769995:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788664654.770002:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770009:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f81f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770026:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770033:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770038:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770043:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7c00 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:2.0:1788664654.770053:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770059:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770164:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93c303886800) 00010000:00010000:2.0:1788664654.770168:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788664654.770172:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770179:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d7c00/0xcd11f61c1413f826 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770225:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6c00/0xcd11f61c1413f818 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d968 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770237:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41829b600) 00010000:00010000:2.0:1788664654.770240:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788664654.770252:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6c00/0xcd11f61c1413f818 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d968 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664654.770261:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c4421d6c00, rc 0) 00000100:00100000:2.0:1788664654.770441:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ff07d837-20f1-48a8-8ef5-09670277198c+11:18746:x1875550119560064:12345-192.168.203.52@tcp:101:lfs.0 Request processed in 1126us (1383us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1788664654.770450:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 34 00000040:00080000:3.0:1788664654.774071:0:25757:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788664654.775403:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788664654.775447:0:22708:0:(mgc_request.c:1877:mgc_process_log()) MGC192.168.203.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788664654.775464:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.152@tcp lock: ffff93c42aa00200/0xcd11f61c1413f803 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f80a expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.775480:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.152@tcp lock: ffff93c42aa00200/0xcd11f61c1413f803 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xcd11f61c1413f80a expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664654.776024:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664654.777125:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119560192 00000100:00100000:0.0:1788664654.777141:0:25556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119560192 00000100:00100000:0.0:1788664654.777215:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 35 00000100:00100000:0.0:1788664654.777227:0:25556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ff07d837-20f1-48a8-8ef5-09670277198c+11:18746:x1875550119560192:12345-192.168.203.52@tcp:101:lfs.0 00000100:00100000:3.0:1788664654.777257:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00010000:00010000:0.0:1788664654.777271:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664654.777298:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00800/0xcd11f61c1413f834 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d96f expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664654.777480:0:22706:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119560320 00000100:00100000:2.0:1788664654.777484:0:22706:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119560320 00000100:00100000:2.0:1788664654.777529:0:22706:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 160 00000100:00100000:2.0:1788664654.777555:0:22706:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e788c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+12:18110:x1875550119560320:12345-192.168.203.52@tcp:501:ll_cfg_requeue.0 00010000:00010000:0.0:1788664654.777581:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664654.777726:0:22706:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e788c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:cebd0f3c-f039-4fff-a914-2076821005bc+12:18110:x1875550119560320:12345-192.168.203.52@tcp:501:ll_cfg_requeue.0 Request processed in 171us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.777734:0:22706:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 160 00010000:00010000:0.0:1788664654.777756:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.777792:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788664654.777827:0:25556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788664654.777839:0:25556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788664654.777866:0:25556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.777900:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00800/0xcd11f61c1413f834 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d96f expref: 13 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.777920:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d96f expref: 12 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664654.777928:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:0.0:1788664654.777932:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788664654.777936:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa00600, rc 0) 00000100:00100000:0.0:1788664654.777963:0:25556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ff07d837-20f1-48a8-8ef5-09670277198c+12:18746:x1875550119560192:12345-192.168.203.52@tcp:101:lfs.0 Request processed in 739us (1948us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664654.777970:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 35 00000100:00100000:2.0:1788664654.783546:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664654.783607:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664654.783671:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119560576 00000100:00100000:1.0:1788664654.783685:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119560576 00000100:00100000:1.0:1788664654.783756:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 161 00000100:00100000:1.0:1788664654.783768:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c42e789850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+12:18110:x1875550119560576:12345-192.168.203.52@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788664654.783998:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c42e789850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+12:18110:x1875550119560576:12345-192.168.203.52@tcp:503:ll_cfg_requeue.0 Request processed in 232us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664654.784008:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 161 00000100:00100000:0.0:1788664654.785463:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119560448 00000100:00100000:0.0:1788664654.785480:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119560448 00000100:00100000:0.0:1788664654.785554:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 3 00000100:00100000:0.0:1788664654.785566:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff07d837-20f1-48a8-8ef5-09670277198c+12:18746:x1875550119560448:12345-192.168.203.52@tcp:37:lfs.0 00000100:00100000:0.0:1788664654.792407:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ff07d837-20f1-48a8-8ef5-09670277198c+12:18746:x1875550119560448:12345-192.168.203.52@tcp:37:lfs.0 Request processed in 6825us (8857us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664654.792427:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 3 00000100:00100000:2.0:1788664654.796404:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664654.796514:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119560704 00000100:00100000:3.0:1788664654.796530:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119560704 00000100:00100000:3.0:1788664654.796604:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 162 00000100:00100000:3.0:1788664654.796637:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+12:18110:x1875550119560704:12345-192.168.203.52@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788664654.798517:0:22705:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664654.798551:0:22705:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f842 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d976 expref: -99 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.798596:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f842 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d976 expref: 13 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.798610:0:22705:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff93c42e7de800/0xcd11f61c1413f842 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d976 expref: 13 pid: 22705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.798622:0:22705:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42e7de800, rc 0) 00000100:00100000:3.0:1788664654.799438:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+13:18110:x1875550119560704:12345-192.168.203.52@tcp:101:ll_cfg_requeue.0 Request processed in 2797us (3042us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664654.799451:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 162 00000100:00100000:1.0:1788664654.805527:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664654.810215:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119560960 00000100:00100000:2.0:1788664654.810254:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119560960 00000100:00100000:2.0:1788664654.810332:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 4 00000100:00100000:2.0:1788664654.810345:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c436739450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ff07d837-20f1-48a8-8ef5-09670277198c+12:18746:x1875550119560960:12345-192.168.203.52@tcp:35:lfs.0 00000100:00100000:2.0:1788664654.815484:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c436739450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ff07d837-20f1-48a8-8ef5-09670277198c+13:18746:x1875550119560960:12345-192.168.203.52@tcp:35:lfs.0 Request processed in 5122us (9953us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788664654.815505:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 4 00000100:00100000:2.0:1788664654.821418:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664654.821744:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119561088 00000100:00100000:1.0:1788664654.821758:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119561088 00000100:00100000:1.0:1788664654.821852:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 163 00000100:00100000:1.0:1788664654.821865:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+13:18110:x1875550119561088:12345-192.168.203.52@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788664654.822473:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+13:18110:x1875550119561088:12345-192.168.203.52@tcp:501:ll_cfg_requeue.0 Request processed in 608us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664654.822484:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 163 00000100:00100000:3.0:1788664654.834669:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664654.834993:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119561216 00000100:00100000:2.0:1788664654.835007:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119561216 00000100:00100000:2.0:1788664654.835178:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 164 00000100:00100000:2.0:1788664654.835190:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+13:18110:x1875550119561216:12345-192.168.203.52@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788664654.835407:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cebd0f3c-f039-4fff-a914-2076821005bc+13:18110:x1875550119561216:12345-192.168.203.52@tcp:503:ll_cfg_requeue.0 Request processed in 218us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664654.835416:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 164 00000100:00100000:0.0:1788664654.865333:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664654.865741:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119561344 00000100:00100000:3.0:1788664654.865758:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119561344 00000100:00100000:3.0:1788664654.865877:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 36 00000100:00100000:3.0:1788664654.865888:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+11:18754:x1875550119561344:12345-192.168.203.52@tcp:101:bash.0 00010000:00010000:3.0:1788664654.865918:0:24622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664654.865947:0:24622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f849 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d97d expref: -99 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866035:0:24622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866054:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866155:0:24622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866171:0:24622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866179:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866185:0:24622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866309:0:24622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85c00/0xcd11f61c1413f85e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866318:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85c00/0xcd11f61c1413f85e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866325:0:24622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85c00/0xcd11f61c1413f85e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788664654.866367:0:24622:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788664654.866371:0:24622:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788664654.866420:0:24622:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85c00/0xcd11f61c1413f85e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866433:0:24622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866440:0:24622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866458:0:24622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866465:0:24622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b84a00 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:3.0:1788664654.866471:0:24622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.866480:0:24622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867206:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41829b600) 00010000:00010000:3.0:1788664654.867213:0:24622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788664654.867220:0:24622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867229:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b84a00/0xcd11f61c1413f850 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867257:0:24622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867264:0:24622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867270:0:24622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867276:0:24622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85400 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:3.0:1788664654.867280:0:24622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867302:0:24622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867312:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93c303886800) 00010000:00010000:3.0:1788664654.867315:0:24622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788664654.867319:0:24622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867324:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f857 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867370:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f849 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d97d expref: 13 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867387:0:24622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85c00/0xcd11f61c1413f85e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d97d expref: 12 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.867394:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:3.0:1788664654.867396:0:24622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788664654.867399:0:24622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303b85c00, rc 0) 00000100:00100000:0.0:1788664654.867728:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+12:18754:x1875550119561344:12345-192.168.203.52@tcp:101:bash.0 Request processed in 1837us (2407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664654.867739:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 36 00000100:00100000:3.0:1788664654.877908:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664654.878100:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119561472 00000100:00100000:0.0:1788664654.878132:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119561472 00000100:00100000:0.0:1788664654.878209:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 7 00000100:00100000:0.0:1788664654.878223:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:18754:x1875550119561472:12345-192.168.203.52@tcp:900:bash.0 00000100:00100000:0.0:1788664654.878348:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:18754:x1875550119561472:12345-192.168.203.52@tcp:900:bash.0 Request processed in 128us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664654.878357:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 7 00000100:00100000:3.0:1788664654.881936:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664654.882046:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119561728 00000100:00100000:1.0:1788664654.882093:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119561728 00000100:00100000:1.0:1788664654.882162:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 37 00000100:00100000:1.0:1788664654.882173:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+12:18754:x1875550119561728:12345-192.168.203.52@tcp:101:bash.0 00010000:00010000:1.0:1788664654.882199:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664654.882227:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee600/0xcd11f61c1413f865 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d984 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.882396:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.882416:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d96f expref: 12 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.882427:0:22713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.882474:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d96f expref: 12 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.882493:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d96f expref: 12 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664654.883059:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22713:1875550140647808:192.168.203.52@tcp:104: 00000100:00100000:1.0:1788664654.883360:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c412c5f900 going to sleep for 11 seconds 00000100:00100000:2.0:1788664654.887634:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664654.887819:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119561856 00000100:00100000:3.0:1788664654.887831:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119561856 00010000:00010000:3.0:1788664654.887886:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d96f expref: 13 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664654.887934:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 16 00000100:00100000:3.0:1788664654.887960:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ff07d837-20f1-48a8-8ef5-09670277198c+13:2391:x1875550119561856:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664654.887983:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664654.887991:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d96f expref: 13 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.888006:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d96f expref: 13 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.888036:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:3.0:1788664654.888042:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.888055:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.888064:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.888158:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664654.888229:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ff07d837-20f1-48a8-8ef5-09670277198c+13:2391:x1875550119561856:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 271us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664654.888237:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 16 00010000:00010000:1.0:1788664654.890707:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f83b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d96f expref: 12 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664654.890737:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22713:1875550140647808:192.168.203.52@tcp:104: 00010000:00010000:1.0:1788664654.890937:0:22713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.890951:0:22713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.890957:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.894049:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.894073:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.894086:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895125:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895139:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895148:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788664654.895160:0:22713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788664654.895186:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895193:0:22713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895217:0:22713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895222:0:22713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aefc00 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664654.895544:0:22713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895556:0:22713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895569:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:1.0:1788664654.895572:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664654.895577:0:22713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895584:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f86c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788664654.895597:0:22713:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000038fb3274 reply state 000000009d8c63b6 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895608:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895613:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff93c3027e5200) 00010000:00010000:1.0:1788664654.895615:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788664654.895618:0:22713:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788664654.895655:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee600/0xcd11f61c1413f865 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d984 expref: 15 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895669:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d984 expref: 14 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664654.895684:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664654.895686:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1788664654.895688:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aee800, rc 0) 00000100:00100000:1.0:1788664654.895866:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+15:18754:x1875550119561728:12345-192.168.203.52@tcp:101:bash.0 Request processed in 13693us (13941us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1788664654.895875:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 37 00000100:00100000:0.0:1788664654.911598:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140647936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788664654.911699:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664654.912634:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140647936 00000100:00100000:1.0:1788664654.912653:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140647936 00000100:00100000:1.0:1788664654.912727:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788664654.912737:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140647936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788664654.912812:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:1.0:1788664654.912887:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140647936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664654.912894:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788664654.913123:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140647936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788664654.915146:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664654.915262:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119561984 00000100:00100000:3.0:1788664654.915275:0:25556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119561984 00000100:00100000:3.0:1788664654.915350:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 38 00000100:00100000:3.0:1788664654.915362:0:25556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+15:18754:x1875550119561984:12345-192.168.203.52@tcp:101:bash.0 00010000:00010000:3.0:1788664654.915395:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664654.915423:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f888 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d98b expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.915542:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.915561:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.915576:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788664654.915637:0:25556:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788664654.915643:0:25556:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788664654.915669:0:25556:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.915680:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.915707:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f888 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d98b expref: 17 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.915729:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d98b expref: 16 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664654.915739:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:3.0:1788664654.915742:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788664654.915746:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303b85400, rc 0) 00000100:00100000:0.0:1788664654.919356:0:25556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+16:18754:x1875550119561984:12345-192.168.203.52@tcp:101:bash.0 Request processed in 3977us (4205us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664654.919374:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 38 00000100:00100000:2.0:1788664654.926480:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664654.926627:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119562240 00000100:00100000:0.0:1788664654.926641:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119562240 00000100:00100000:0.0:1788664654.926725:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 5 00000100:00100000:0.0:1788664654.926738:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+16:18754:x1875550119562240:12345-192.168.203.52@tcp:35:bash.0 00000100:00100000:0.0:1788664654.927192:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+17:18754:x1875550119562240:12345-192.168.203.52@tcp:35:bash.0 Request processed in 456us (4727us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788664654.927201:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 5 00000100:00100000:2.0:1788664655.032919:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664655.033627:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119562496 00000100:00100000:0.0:1788664655.033644:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119562496 00000100:00100000:0.0:1788664655.033741:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 39 00000100:00100000:0.0:1788664655.033754:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+17:18764:x1875550119562496:12345-192.168.203.52@tcp:101:lfs.0 00010000:00010000:0.0:1788664655.033855:0:24622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664655.033899:0:24622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f896 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d992 expref: -99 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788664655.034080:0:24622:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788664655.034328:0:24622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f896 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d992 expref: 19 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.034356:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff93c41829b600) 00010000:00010000:0.0:1788664655.034361:0:24622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788664655.034370:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f896 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d992 expref: 19 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.034391:0:24622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa00000, rc 0) 00000100:00100000:0.0:1788664655.035148:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+18:18764:x1875550119562496:12345-192.168.203.52@tcp:101:lfs.0 Request processed in 898us (1745us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1788664655.035162:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 39 00000100:00100000:1.0:1788664655.043267:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664655.043430:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119562752 00000100:00100000:0.0:1788664655.043448:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119562752 00000100:00100000:0.0:1788664655.043672:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 6 00000100:00100000:0.0:1788664655.043690:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+18:18764:x1875550119562752:12345-192.168.203.52@tcp:35:lfs.0 00000100:00100000:0.0:1788664655.044078:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+19:18764:x1875550119562752:12345-192.168.203.52@tcp:35:lfs.0 Request processed in 394us (836us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788664655.044088:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 6 00000100:00100000:2.0:1788664655.093523:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664655.093686:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119563008 00000100:00100000:1.0:1788664655.093700:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119563008 00000100:00100000:1.0:1788664655.094051:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 40 00000100:00100000:1.0:1788664655.094065:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+19:18767:x1875550119563008:12345-192.168.203.52@tcp:101:lfs.0 00010000:00010000:1.0:1788664655.094099:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664655.094127:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f8a4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d999 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.094303:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8ab lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.094353:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.094369:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788664655.094384:0:22713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788664655.094526:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f8a4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d999 expref: 22 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.094549:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8ab lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d999 expref: 21 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.094559:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664655.094562:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788664655.094567:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aef600, rc 0) 00000100:00100000:1.0:1788664655.094655:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+21:18767:x1875550119563008:12345-192.168.203.52@tcp:101:lfs.0 Request processed in 593us (1146us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1788664655.094663:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 40 00000100:00100000:3.0:1788664655.105230:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664655.105452:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119563136 00000100:00100000:0.0:1788664655.105467:0:25556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119563136 00000100:00100000:0.0:1788664655.105605:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 41 00000100:00100000:0.0:1788664655.105617:0:25556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+21:18767:x1875550119563136:12345-192.168.203.52@tcp:54:lfs.0 00010000:00010000:0.0:1788664655.105754:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.105820:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.105836:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.105883:0:25556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.105891:0:25556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.105898:0:25556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.105904:0:25556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00000 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:0.0:1788664655.105910:0:25556:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.105917:0:25556:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.105931:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:0.0:1788664655.105934:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788664655.105939:0:25556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.105946:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f8b9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664655.106046:0:25556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+21:18767:x1875550119563136:12345-192.168.203.52@tcp:54:lfs.0 Request processed in 431us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664655.106055:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 41 00000100:00100000:0.0:1788664655.110975:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664655.111902:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664655.114415:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119563264 00000100:00100000:1.0:1788664655.114437:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119563264 00000100:00100000:1.0:1788664655.114553:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 0 00000100:00100000:1.0:1788664655.114565:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+21:2393:x1875550119563264:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788664655.114588:0:22697:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664655.114620:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8ab lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d999 expref: 21 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.114672:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664655.114678:0:22697:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664655.114923:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+20:2393:x1875550119563264:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 207us (3810us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664655.114932:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 0 00000100:00100000:0.0:1788664655.115041:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119563520 00000100:00100000:0.0:1788664655.115047:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119563520 00000100:00100000:0.0:1788664655.115106:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 7 00000100:00100000:0.0:1788664655.115114:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+20:18767:x1875550119563520:12345-192.168.203.52@tcp:35:lfs.0 00000100:00100000:0.0:1788664655.115512:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+21:18767:x1875550119563520:12345-192.168.203.52@tcp:35:lfs.0 Request processed in 398us (3614us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788664655.115520:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 7 00000040:00080000:0.0:1788664655.294691:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788664655.399407:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664655.402442:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119563776 00000100:00100000:1.0:1788664655.402465:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119563776 00000100:00100000:1.0:1788664655.402567:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 42 00000100:00100000:1.0:1788664655.402581:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+21:18798:x1875550119563776:12345-192.168.203.52@tcp:101:cat.0 00010000:00010000:1.0:1788664655.402613:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664655.402640:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8c0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9a0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.402804:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8c7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.402823:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.402837:0:22712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8c7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788664655.402850:0:22712:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788664655.403027:0:22712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8c0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9a0 expref: 24 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.403049:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8c7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9a0 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.403076:0:22712:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664655.403079:0:22712:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788664655.403083:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aeec00, rc 0) 00000100:00100000:1.0:1788664655.403182:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+23:18798:x1875550119563776:12345-192.168.203.52@tcp:101:cat.0 Request processed in 603us (3789us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1788664655.403190:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 42 00000100:00100000:2.0:1788664655.407169:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664655.407319:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119564032 00000100:00100000:1.0:1788664655.407331:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119564032 00000100:00100000:1.0:1788664655.407401:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 8 00000100:00100000:1.0:1788664655.407413:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+23:18798:x1875550119564032:12345-192.168.203.52@tcp:35:cat.0 00000100:00100000:1.0:1788664655.407796:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+24:18798:x1875550119564032:12345-192.168.203.52@tcp:35:cat.0 Request processed in 359us (614us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1788664655.407805:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 8 00000100:00100000:2.0:1788664655.408130:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664655.409334:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119564160 00000100:00100000:3.0:1788664655.409349:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119564160 00000100:00100000:3.0:1788664655.409446:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 1 00000100:00100000:3.0:1788664655.409459:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+24:2390:x1875550119564160:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664655.409477:0:22698:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664655.409510:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8c7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9a0 expref: 24 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.409532:0:22698:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:3.0:1788664655.409537:0:22698:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664655.409611:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+23:2390:x1875550119564160:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 153us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664655.409618:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 1 00000100:00100000:3.0:1788664655.478703:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664655.478908:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119564416 00000100:00100000:1.0:1788664655.478921:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119564416 00000100:00100000:1.0:1788664655.479003:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 43 00000100:00100000:1.0:1788664655.479015:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+23:18804:x1875550119564416:12345-192.168.203.52@tcp:101:dd.0 00010000:00010000:1.0:1788664655.479051:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664655.479077:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8d5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9a7 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.479223:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.479250:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d984 expref: 24 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.479282:0:22713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d98b expref: 24 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.479293:0:22713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.479341:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d98b expref: 24 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.479356:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d98b expref: 24 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664655.479372:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22713:1875550140648064:192.168.203.52@tcp:104: 00010000:00010000:1.0:1788664655.479503:0:22713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d984 expref: 24 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.479513:0:22713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d984 expref: 24 pid: 22713 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664655.479525:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22713:1875550140648192:192.168.203.52@tcp:104: 00000100:00100000:1.0:1788664655.479550:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c407800240 going to sleep for 11 seconds 00000100:00100000:1.0:1788664655.482562:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22713:1875550140648064:192.168.203.52@tcp:104: 00000100:00100000:1.0:1788664655.482586:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22713:1875550140648192:192.168.203.52@tcp:104: 00010000:00010000:1.0:1788664655.482618:0:22713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664655.485057:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664655.485130:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664655.485871:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119564544 00000100:00100000:3.0:1788664655.485885:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119564544 00010000:00010000:3.0:1788664655.485941:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d98b expref: 25 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664655.485987:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119564672 00000100:00100000:3.0:1788664655.485994:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119564672 00010000:00010000:3.0:1788664655.486010:0:22696:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d984 expref: 26 pid: 22713 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664655.486028:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 17 00000100:00100000:3.0:1788664655.486039:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+26:2390:x1875550119564544:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664655.486059:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664655.486067:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d98b expref: 26 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486102:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d98b expref: 26 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486130:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f88f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d98b expref: 26 pid: 25556 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486151:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:3.0:1788664655.486158:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486167:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486174:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664655.486263:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+25:2390:x1875550119564544:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 225us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664655.486272:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 17 00000100:00100000:3.0:1788664655.486414:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 18 00000100:00100000:3.0:1788664655.486422:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c403ec6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+24:2391:x1875550119564672:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664655.486431:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664655.486436:0:22696:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d984 expref: 24 pid: 22713 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486447:0:22696:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d984 expref: 24 pid: 22713 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486474:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee800/0xcd11f61c1413f87a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d984 expref: 24 pid: 22713 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486562:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:3.0:1788664655.486568:0:22696:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486578:0:22696:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486586:0:22696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.486614:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664655.486637:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c403ec6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+23:2391:x1875550119564672:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 216us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664655.486645:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 18 00010000:00010000:1.0:1788664655.487227:0:22713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.487248:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788664655.487280:0:22713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788664655.487589:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8d5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9a7 expref: 24 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.487613:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefe00/0xcd11f61c1413f8dc lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9a7 expref: 23 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.487622:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664655.487625:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788664655.487628:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aefe00, rc 0) 00000100:00100000:1.0:1788664655.487682:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+23:18804:x1875550119564416:12345-192.168.203.52@tcp:101:dd.0 Request processed in 8669us (8994us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1788664655.487690:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 43 00000100:00100000:0.0:1788664655.493598:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664655.493721:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119564800 00000100:00100000:1.0:1788664655.493735:0:25556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119564800 00000100:00100000:1.0:1788664655.493896:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 44 00000100:00100000:1.0:1788664655.493910:0:25556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+23:18804:x1875550119564800:12345-192.168.203.52@tcp:101:dd.0 00010000:00010000:1.0:1788664655.493945:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664655.493970:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee400/0xcd11f61c1413f8ea lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9ae expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.494038:0:25556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.494056:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.494069:0:25556:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.494207:0:25556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee400/0xcd11f61c1413f8ea lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ae expref: 25 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.494230:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ae expref: 24 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.494250:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664655.494254:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788664655.494257:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aeec00, rc 0) 00000100:00100000:1.0:1788664655.494340:0:25556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+24:18804:x1875550119564800:12345-192.168.203.52@tcp:101:dd.0 Request processed in 433us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664655.494348:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 44 00000100:00100000:2.0:1788664655.498971:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664655.499036:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119565056 00000100:00100000:1.0:1788664655.499049:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119565056 00000100:00100000:1.0:1788664655.499126:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 45 00000100:00100000:1.0:1788664655.499136:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+24:18804:x1875550119565056:12345-192.168.203.52@tcp:36:dd.0 00010000:00010000:1.0:1788664655.499435:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.499477:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.499503:0:22712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788664655.499558:0:22712:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1788664655.499584:0:22712:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003c841c02 reply state 0000000081061c06 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.499599:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.499607:0:22712:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664655.499610:0:22712:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788664655.499615:0:22712:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788664655.499811:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+27:18804:x1875550119565056:12345-192.168.203.52@tcp:36:dd.0 Request processed in 665us (842us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1788664655.499820:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 45 00000020:00080000:1.0:1788664655.499826:0:22712:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788664655.502967:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664655.503926:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119565184 00000100:00100000:1.0:1788664655.503942:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119565184 00000100:00100000:1.0:1788664655.504026:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 46 00000100:00100000:1.0:1788664655.504039:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+27:18804:x1875550119565184:12345-192.168.203.52@tcp:101:dd.0 00010000:00010000:1.0:1788664655.504072:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664655.504097:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee400/0xcd11f61c1413f8ff lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9b5 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.504163:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee400/0xcd11f61c1413f8ff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9b5 expref: 28 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.504192:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee400/0xcd11f61c1413f8ff lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9b5 expref: 28 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.504210:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664655.504213:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788664655.504216:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aee400, rc 0) 00000100:00100000:1.0:1788664655.504313:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+28:18804:x1875550119565184:12345-192.168.203.52@tcp:101:dd.0 Request processed in 276us (1359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664655.504321:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 46 00000100:00100000:0.0:1788664655.516449:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664655.516613:0:22696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119565440 00000100:00100000:3.0:1788664655.516626:0:22696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119565440 00000100:00100000:3.0:1788664655.516715:0:22696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 2 00000100:00100000:3.0:1788664655.516728:0:22696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+28:18804:x1875550119565440:12345-192.168.203.52@tcp:103:dd.0 00010000:00010000:3.0:1788664655.516751:0:22696:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664655.516839:0:22696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee400/0xcd11f61c1413f8ff lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9b5 expref: 28 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664655.516865:0:22696:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:3.0:1788664655.516871:0:22696:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788664655.516950:0:22696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+27:18804:x1875550119565440:12345-192.168.203.52@tcp:103:dd.0 Request processed in 224us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664655.516958:0:22696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 2 00000100:00100000:2.0:1788664655.521358:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664655.521479:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119565568 00000100:00100000:0.0:1788664655.521502:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119565568 00000100:00100000:0.0:1788664655.521580:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 47 00000100:00100000:0.0:1788664655.521591:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+27:18804:x1875550119565568:12345-192.168.203.52@tcp:58:dd.0 00010000:00010000:0.0:1788664655.521734:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.521757:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664655.522130:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788664655.523131:0:22711:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788664655.523171:0:22711:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1788664655.523322:0:22711:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1788664655.523502:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+27:18804:x1875550119565568:12345-192.168.203.52@tcp:58:dd.0 Request processed in 1907us (2154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664655.523515:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 47 00000100:00100000:0.0:1788664655.528025:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664655.529137:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119565696 00000100:00100000:1.0:1788664655.529212:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119565696 00000100:00100000:1.0:1788664655.529348:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 48 00000100:00100000:1.0:1788664655.529360:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+27:18804:x1875550119565696:12345-192.168.203.52@tcp:101:dd.0 00010000:00010000:1.0:1788664655.529391:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664655.529417:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f90d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9bc expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.529503:0:22712:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.529517:0:22712:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f90d lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9bc expref: 28 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.529542:0:22712:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.529556:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f90d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9bc expref: 28 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.529592:0:22712:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664655.529595:0:22712:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788664655.529599:0:22712:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f90d lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9bc expref: 28 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664655.529607:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aefc00, rc 0) 00000100:00100000:1.0:1788664655.529688:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+28:18804:x1875550119565696:12345-192.168.203.52@tcp:101:dd.0 Request processed in 331us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664655.529696:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 48 00010000:00010000:1.0:1788664655.742041:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664655.933978:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140648448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788664655.934012:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c30480ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140648320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788664655.934187:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140648576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788664655.936565:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664655.936763:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140648448 00000100:00100000:0.0:1788664655.936794:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140648448 00000100:00100000:0.0:1788664655.936877:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788664655.936889:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140648448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788664655.936921:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923509248 avail 3691986944 00000100:00100000:0.0:1788664655.937004:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140648448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664655.937013:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788664655.937123:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664655.937200:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140648320 00000100:00100000:3.0:1788664655.937209:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140648320 00000100:00100000:3.0:1788664655.937264:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788664655.937273:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140648320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788664655.937308:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00080000:1.0:1788664655.937362:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788664655.937368:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140648320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664655.937379:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788664655.937604:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140648448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788664655.944383:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c30480ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140648320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788664655.946914:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664655.947523:0:23452:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140648576 00000100:00100000:0.0:1788664655.947537:0:23452:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140648576 00000100:00100000:0.0:1788664655.947610:0:23452:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788664655.947622:0:23452:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140648576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788664655.947677:0:23452:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788664655.947813:0:23452:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875550140648576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 192us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664655.947821:0:23452:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788664655.949251:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3638:1875550140648576:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788664656.027824:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.027892:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.027930:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.027953:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.027981:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.028001:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.028019:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.028060:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.028106:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119565952 00000100:00100000:0.0:1788664656.028118:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119565952 00000100:00100000:0.0:1788664656.028200:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119566464 00000100:00100000:0.0:1788664656.028204:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119566464 00000100:00100000:0.0:1788664656.028225:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119566336 00000100:00100000:0.0:1788664656.028227:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119566336 00000100:00100000:0.0:1788664656.028259:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 60 00000100:00100000:0.0:1788664656.028270:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2393:x1875550119565952:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664656.028280:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 61 00000100:00100000:2.0:1788664656.028290:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff07d837-20f1-48a8-8ef5-09670277198c+5:2393:x1875550119566464:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664656.028391:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff07d837-20f1-48a8-8ef5-09670277198c+5:2393:x1875550119566464:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 102us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664656.028399:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 61 00000100:00100000:2.0:1788664656.028425:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 62 00000100:00100000:2.0:1788664656.028432:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff07d837-20f1-48a8-8ef5-09670277198c+12:2393:x1875550119566336:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664656.028466:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ff07d837-20f1-48a8-8ef5-09670277198c+12:2393:x1875550119566336:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 34us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664656.028474:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 62 00000100:00100000:2.0:1788664656.028510:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119566208 00000100:00100000:2.0:1788664656.028514:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119566208 00000100:00100000:2.0:1788664656.028547:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119566720 00000100:00100000:2.0:1788664656.028552:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119566720 00000100:00100000:3.0:1788664656.028558:0:24218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119566080 00000100:00100000:3.0:1788664656.028575:0:24218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119566080 00000100:00100000:2.0:1788664656.028576:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119566592 00000100:00100000:2.0:1788664656.028583:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119566592 00000100:00100000:2.0:1788664656.028635:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 20 00000100:00100000:3.0:1788664656.028651:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 21 00000100:00100000:2.0:1788664656.028651:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2393:x1875550119566208:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:3.0:1788664656.028680:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ff07d837-20f1-48a8-8ef5-09670277198c+5:2393:x1875550119566720:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:3.0:1788664656.028757:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ff07d837-20f1-48a8-8ef5-09670277198c+5:2393:x1875550119566720:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 85us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664656.028765:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 21 00000100:00100000:3.0:1788664656.028815:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 22 00000100:00100000:3.0:1788664656.028822:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c30480ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2393:x1875550119566080:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:3.0:1788664656.028851:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2393:x1875550119566080:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 29us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664656.028875:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 22 00000100:00100000:3.0:1788664656.028894:0:24218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 23 00000100:00100000:3.0:1788664656.028903:0:24218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ff07d837-20f1-48a8-8ef5-09670277198c+5:2393:x1875550119566592:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:2.0:1788664656.028924:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2393:x1875550119566208:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 278us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664656.028934:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 20 00000100:00100000:3.0:1788664656.028949:0:24218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ff07d837-20f1-48a8-8ef5-09670277198c+5:2393:x1875550119566592:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 44us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664656.028959:0:24218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 23 00000100:00080000:1.0:1788664656.029021:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788664656.029028:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788664656.029031:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788664656.029034:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788664656.029048:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119565824 00000100:00100000:1.0:1788664656.029052:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119565824 00000100:00100000:1.0:1788664656.029095:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 165 00000100:00100000:1.0:1788664656.029116:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c421bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+13:2393:x1875550119565824:12345-192.168.203.52@tcp:400:kworker.0 00000100:00100000:1.0:1788664656.029154:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c421bf5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cebd0f3c-f039-4fff-a914-2076821005bc+13:2393:x1875550119565824:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 52us (1172us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664656.029161:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 165 00000100:00100000:1.0:1788664656.030172:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c30480df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2393:x1875550119565952:12345-192.168.203.52@tcp:400:kworker.0 Request processed in 1897us (2402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664656.030184:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 60 00000040:00080000:0.0:1788664656.318065:0:22747:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788664656.318078:0:22747:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788664656.318110:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788664656.318121:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788664656.318323:0:22747:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c4350ff480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22747:1875550140648704:192.168.203.52@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788664656.318455:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c4060d7300 going to sleep for 11 seconds 00000100:00100000:2.0:1788664656.325029:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.325331:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119566848 00000100:00100000:1.0:1788664656.325344:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119566848 00000100:00100000:1.0:1788664656.325440:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 49 00000100:00100000:1.0:1788664656.325453:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+29:18805:x1875550119566848:12345-192.168.203.52@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788664656.325502:0:24622:0:(mdt_handler.c:7973:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788664656.325637:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+29:18805:x1875550119566848:12345-192.168.203.52@tcp:53:lhsmtool_posix.0 Request processed in 186us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664656.325645:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 49 00000100:00080000:2.0:1788664656.326057:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788664656.326534:0:22747:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c4350ff480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22747:1875550140648704:192.168.203.52@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788664656.337604:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.337755:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119566976 00000100:00100000:1.0:1788664656.337804:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119566976 00000100:00100000:1.0:1788664656.337893:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 50 00000100:00100000:1.0:1788664656.337905:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+28:18805:x1875550119566976:12345-192.168.203.52@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788664656.338010:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338035:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338063:0:22712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338091:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338098:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338133:0:22712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338161:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338171:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338178:0:22712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788664656.338254:0:22712:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788664656.338260:0:22712:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788664656.338278:0:22712:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338292:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338300:0:22712:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338307:0:22712:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338315:0:22712:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aee200 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664656.338320:0:22712:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338328:0:22712:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338352:0:22712:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff93c303886100) 00010000:00010000:1.0:1788664656.338356:0:22712:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664656.338363:0:22712:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338370:0:22712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f914 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338387:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338393:0:22712:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338398:0:22712:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338403:0:22712:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aee000 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664656.338406:0:22712:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338412:0:22712:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338420:0:22712:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff93c3027e5a00) 00010000:00010000:1.0:1788664656.338422:0:22712:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664656.338425:0:22712:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338432:0:22712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f91b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338462:0:22712:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338468:0:22712:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338474:0:22712:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338480:0:22712:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aef400 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664656.338483:0:22712:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338490:0:22712:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338498:0:22712:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664656.338501:0:22712:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664656.338504:0:22712:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.338510:0:22712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f922 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664656.338628:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+28:18805:x1875550119566976:12345-192.168.203.52@tcp:34:lhsmtool_posix.0 Request processed in 723us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664656.338638:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 50 00000100:00100000:1.0:1788664656.350066:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.350142:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119567232 00000100:00100000:0.0:1788664656.350155:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119567232 00000100:00100000:0.0:1788664656.350242:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 51 00000100:00100000:0.0:1788664656.350255:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+28:18805:x1875550119567232:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788664656.350285:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664656.350331:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00a00/0xcd11f61c1413f929 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9c3 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350482:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350503:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350520:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788664656.350533:0:22711:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788664656.350640:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350649:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350656:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350663:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00600 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:0.0:1788664656.350668:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350691:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350707:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:0.0:1788664656.350710:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788664656.350716:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350734:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f930 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350807:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00a00/0xcd11f61c1413f929 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9c3 expref: 30 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350818:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff93c303886100) 00010000:00010000:0.0:1788664656.350820:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788664656.350824:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00a00/0xcd11f61c1413f929 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9c3 expref: 30 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.350834:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa00a00, rc 0) 00000100:00100000:0.0:1788664656.350913:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+29:18805:x1875550119567232:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 Request processed in 662us (862us total) trans 12884901907 rc 301/301 00000100:00100000:0.0:1788664656.350922:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 51 00000100:00100000:0.0:1788664656.368163:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664656.368387:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119567360 00000100:00100000:3.0:1788664656.368402:0:25556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119567360 00000100:00100000:3.0:1788664656.368479:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 52 00000100:00100000:3.0:1788664656.368492:0:25556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+29:18805:x1875550119567360:12345-192.168.203.52@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788664656.368546:0:25556:0:(mdt_handler.c:7973:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788664656.368719:0:25556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+29:18805:x1875550119567360:12345-192.168.203.52@tcp:53:lhsmtool_posix.0 Request processed in 229us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664656.368728:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 52 00000100:00100000:2.0:1788664656.383658:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.383995:0:22713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119567616 00000100:00100000:1.0:1788664656.384014:0:22713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119567616 00000100:00100000:1.0:1788664656.384131:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 53 00000100:00100000:1.0:1788664656.384142:0:22713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+29:18805:x1875550119567616:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788664656.384171:0:22713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664656.384196:0:22713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f93e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9ca expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788664656.384708:0:22713:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:1.0:1788664656.384718:0:22713:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:1.0:1788664656.384747:0:22713:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:1.0:1788664656.384986:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f945 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.385005:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f945 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.385019:0:22713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f945 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.385086:0:22713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f93e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ca expref: 32 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.385107:0:22713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f945 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ca expref: 31 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.385118:0:22713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c3027e5a00) 00010000:00010000:1.0:1788664656.385121:0:22713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788664656.385125:0:22713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aee000, rc 0) 00000100:00100000:1.0:1788664656.385222:0:22713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+31:18805:x1875550119567616:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 Request processed in 1079us (1572us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1788664656.385255:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 53 00000100:00100000:2.0:1788664656.397223:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.397386:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119567872 00000100:00100000:1.0:1788664656.397396:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119567872 00000100:00100000:1.0:1788664656.397457:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 54 00000100:00100000:1.0:1788664656.397467:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+31:18805:x1875550119567872:12345-192.168.203.52@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788664656.397531:0:24622:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664656.397558:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f945 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ca expref: 31 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397577:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c3027e5a00) 00010000:00010000:1.0:1788664656.397588:0:24622:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788664656.397611:0:24622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397626:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397635:0:24622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397698:0:24622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397706:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397713:0:24622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397829:0:24622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397953:0:24622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397961:0:24622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397967:0:24622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aef400 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664656.397972:0:24622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397979:0:24622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397987:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:1.0:1788664656.397990:0:24622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664656.397994:0:24622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.397999:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f953 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.398009:0:24622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.398015:0:24622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.398021:0:24622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.398034:0:24622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aee200 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:1.0:1788664656.398037:0:24622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.398043:0:24622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.398051:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x39cffd51 (ffff93c3027e5400) 00010000:00010000:1.0:1788664656.398053:0:24622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788664656.398056:0:24622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.398062:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f95a lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x39cffd51 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664656.398148:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+30:18805:x1875550119567872:12345-192.168.203.52@tcp:36:lhsmtool_posix.0 Request processed in 682us (934us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788664656.398156:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 54 00000100:00100000:2.0:1788664656.431660:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.431979:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119568000 00000100:00100000:1.0:1788664656.431990:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119568000 00000100:00100000:0.0:1788664656.432157:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 55 00000100:00100000:0.0:1788664656.432168:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+30:18805:x1875550119568000:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788664656.432187:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664656.432210:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00a00/0xcd11f61c1413f961 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9d1 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.432260:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f968 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.432273:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f968 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.432299:0:22712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f968 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.432398:0:22712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00a00/0xcd11f61c1413f961 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d1 expref: 32 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.432416:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00600/0xcd11f61c1413f968 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d1 expref: 31 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.432423:0:22712:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:0.0:1788664656.432425:0:22712:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788664656.432427:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa00600, rc 0) 00000100:00100000:0.0:1788664656.432488:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+31:18805:x1875550119568000:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 Request processed in 321us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664656.432495:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 55 00000100:00100000:2.0:1788664656.436515:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.437118:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119568256 00000100:00100000:0.0:1788664656.437128:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119568256 00000100:00100000:0.0:1788664656.437180:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 56 00000100:00100000:0.0:1788664656.437189:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+31:18805:x1875550119568256:12345-192.168.203.52@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788664656.437287:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.437305:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.437317:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788664656.437493:0:22711:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:0.0:1788664656.437502:0:22711:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 751574730392ns, next at 752574728615ns, rc = 0 00000004:00010000:0.0:1788664656.437662:0:22711:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a4ec1669 reply state 00000000c91d50df transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.437675:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.437682:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:0.0:1788664656.437685:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788664656.437697:0:22711:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788664656.437933:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+33:18805:x1875550119568256:12345-192.168.203.52@tcp:36:lhsmtool_posix.0 Request processed in 743us (1426us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1788664656.437941:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 56 00000100:00100000:2.0:1788664656.441681:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:3.0:1788664656.442201:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119568384 00000100:00100000:3.0:1788664656.442212:0:25556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119568384 00000100:00100000:3.0:1788664656.442435:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 57 00000100:00100000:3.0:1788664656.442446:0:25556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+33:18805:x1875550119568384:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788664656.442470:0:25556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788664656.442500:0:25556:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9d8 expref: -99 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.442566:0:25556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d8 expref: 34 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.442601:0:25556:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d8 expref: 34 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.442621:0:25556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:3.0:1788664656.442624:0:25556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788664656.442627:0:25556:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303b85400, rc 0) 00000100:00100000:3.0:1788664656.442684:0:25556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+34:18805:x1875550119568384:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 Request processed in 240us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664656.442700:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 57 00000100:00100000:2.0:1788664656.449413:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.449514:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119568512 00000100:00100000:1.0:1788664656.449636:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119568512 00000100:00100000:2.0:1788664656.449827:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 24 00000100:00100000:2.0:1788664656.449838:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2391:x1875550119568512:12345-192.168.203.52@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788664656.450343:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2391:x1875550119568512:12345-192.168.203.52@tcp:2:lhsmtool_posix.0 Request processed in 506us (948us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1788664656.450352:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 24 00000100:00100000:2.0:1788664656.469796:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.470633:0:22715:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119568768 00000100:00100000:1.0:1788664656.470644:0:22715:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119568768 00000100:00100000:1.0:1788664656.470716:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 9 00000100:00100000:1.0:1788664656.470726:0:22715:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+34:18805:x1875550119568768:12345-192.168.203.52@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788664656.471013:0:22715:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+35:18805:x1875550119568768:12345-192.168.203.52@tcp:35:lhsmtool_posix.0 Request processed in 288us (1225us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1788664656.471046:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 9 00000100:00100000:0.0:1788664656.479610:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.479698:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119569024 00000100:00100000:1.0:1788664656.479708:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119569024 00000100:00100000:1.0:1788664656.479946:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 58 00000100:00100000:1.0:1788664656.479957:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+35:18805:x1875550119569024:12345-192.168.203.52@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788664656.480071:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+35:18805:x1875550119569024:12345-192.168.203.52@tcp:57:lhsmtool_posix.0 Request processed in 117us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664656.480078:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 58 00000100:00100000:3.0:1788664656.486176:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.490344:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119569152 00000100:00100000:1.0:1788664656.490367:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119569152 00000100:00100000:1.0:1788664656.490436:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 59 00000100:00100000:1.0:1788664656.490451:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+35:18805:x1875550119569152:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788664656.490472:0:24622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664656.490494:0:24622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f97d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9df expref: -99 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.490590:0:24622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f984 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.490604:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f984 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.490615:0:24622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f984 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788664656.490658:0:24622:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788664656.490679:0:24622:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f984 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.490713:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee200/0xcd11f61c1413f97d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9df expref: 37 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.490731:0:24622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f984 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9df expref: 36 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.490739:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:1.0:1788664656.490741:0:24622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788664656.490745:0:24622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aef400, rc 0) 00000100:00100000:1.0:1788664656.490905:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+36:18805:x1875550119569152:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 Request processed in 459us (4737us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664656.495473:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.495595:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119569280 00000100:00100000:0.0:1788664656.495606:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119569280 00000100:00100000:0.0:1788664656.495667:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 25 00000100:00100000:0.0:1788664656.495677:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+6:2391:x1875550119569280:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788664656.495696:0:24217:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788664656.495718:0:24217:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9e6 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788664656.495742:0:24217:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9cdb50, blocks: 0x0 00010000:00010000:0.0:1788664656.495762:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788664656.495767:0:24217:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788664656.495801:0:24217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9e6 expref: 7 pid: 24217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.495845:0:24217:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9e6 expref: 7 pid: 24217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.495858:0:24217:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c42aa00a00, rc 0) 00000100:00100000:0.0:1788664656.495914:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2391:x1875550119569280:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 Request processed in 239us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664656.495921:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 25 00000100:00100000:3.0:1788664656.503434:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.503734:0:25556:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119569536 00000100:00100000:0.0:1788664656.503744:0:25556:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119569536 00000100:00100000:1.0:1788664656.506442:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 59 00000100:00100000:0.0:1788664656.506563:0:25556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 60 00000100:00100000:0.0:1788664656.506581:0:25556:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+36:18805:x1875550119569536:12345-192.168.203.52@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788664656.506763:0:25556:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f1a8b571-b4b1-4187-a321-1048db45a3b6+36:18805:x1875550119569536:12345-192.168.203.52@tcp:57:lhsmtool_posix.0 Request processed in 191us (3337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664656.506798:0:25556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 60 00000100:00100000:0.0:1788664656.519876:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.520131:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119569664 00000100:00100000:1.0:1788664656.520151:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119569664 00000100:00100000:1.0:1788664656.520207:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 61 00000100:00100000:1.0:1788664656.520226:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+36:18805:x1875550119569664:12345-192.168.203.52@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788664656.530140:0:22691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1788664656.530156:0:22691:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1788664656.530218:0:22691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1788664656.530366:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.530379:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.530386:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.530392:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42e7dea00 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:0.0:1788664656.530396:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.530417:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.530433:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:0.0:1788664656.530436:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1788664656.530441:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.530446:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42e7dea00/0xcd11f61c1413f7fc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530591:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530601:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530607:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530619:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa01600 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:2.0:1788664656.530622:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530629:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530638:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff93c303886800) 00010000:00010000:2.0:1788664656.530641:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788664656.530644:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530650:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f77e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530669:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530675:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530681:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530686:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00400 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:2.0:1788664656.530690:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530696:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530714:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff93c303886000) 00010000:00010000:2.0:1788664656.530717:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788664656.530720:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530727:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00400/0xcd11f61c1413f785 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530741:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530749:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530755:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.530762:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aeea00 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:2.0:1788664656.530765:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664656.531404:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140648832:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1788664656.531472:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788664656.531595:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531609:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff93c3027e5200) 00010000:00010000:2.0:1788664656.531612:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788664656.531615:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531620:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeea00/0xcd11f61c1413f873 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531651:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531656:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531661:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531666:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aef600 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:2.0:1788664656.531669:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531674:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531682:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:2.0:1788664656.531684:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788664656.531686:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531691:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef600/0xcd11f61c1413f8f8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531700:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531705:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531710:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531720:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00000 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:2.0:1788664656.531723:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531728:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531735:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:2.0:1788664656.531737:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788664656.531740:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.531745:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00000/0xcd11f61c1413f96f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664656.531768:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140648832 00000100:00100000:2.0:1788664656.531790:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140648832 00000100:00100000:2.0:1788664656.531840:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788664656.531850:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c4350ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140648832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1788664656.533627:0:24624:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1788664656.533634:0:24624:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1788664656.533637:0:24624:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788664656.533639:0:24624:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788664656 -> 1788664656 00002000:00010000:2.0:1788664656.533642:0:24624:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788664656.533930:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+15:18805:x1875550119569664:12345-192.168.203.52@tcp:44:lhsmtool_posix.0 Request processed in 13700us (14058us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664656.533942:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 61 00000100:00100000:2.0:1788664656.541448:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c4350ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3639:x1875550140648832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 9590us (9966us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788664656.541464:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000004:00080000:0.0:1788664656.541536:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff93c406fd9500/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788664656.541544:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140648832:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1788664656.543731:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.554409:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119569792 00000100:00100000:1.0:1788664656.554426:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119569792 00000100:00100000:0.0:1788664656.554713:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 27 00000100:00100000:0.0:1788664656.554726:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2390:x1875550119569792:12345-192.168.203.52@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1788664656.554869:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2390:x1875550119569792:12345-192.168.203.52@tcp:16:lhsmtool_posix.0 Request processed in 145us (11145us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664656.554877:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 27 00000100:00100000:0.0:1788664656.567885:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.569597:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119570048 00000100:00100000:1.0:1788664656.569610:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119570048 00000100:00100000:1.0:1788664656.569690:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 62 00000100:00100000:1.0:1788664656.569701:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+15:18805:x1875550119570048:12345-192.168.203.52@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788664656.569751:0:24622:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664656.570547:0:24622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f984 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9df expref: 15 pid: 24622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.570585:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:1.0:1788664656.570590:0:24622:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788664656.572523:0:24622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f992 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.572557:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f992 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.572570:0:24622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f992 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788664656.572722:0:24622:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007b7ba17e reply state 000000003368de80 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f992 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.572735:0:24622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c4421d6400/0xcd11f61c1413f992 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24622 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.572741:0:24622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:2.0:1788664656.572744:0:24622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788664656.572747:0:24622:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788664656.573105:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+16:18805:x1875550119570048:12345-192.168.203.52@tcp:36:lhsmtool_posix.0 Request processed in 3402us (5225us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1788664656.573114:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 62 00000100:00100000:1.0:1788664656.578616:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664656.578826:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119570176 00000100:00100000:2.0:1788664656.578837:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119570176 00000100:00100000:2.0:1788664656.578887:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 28 00000100:00100000:2.0:1788664656.578896:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:18805:x1875550119570176:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788664656.578913:0:24216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788664656.578930:0:24216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9ed expref: -99 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.578962:0:24216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9e6 expref: 8 pid: 24217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.578998:0:24216:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664656.579004:0:24216:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664656.579012:0:24216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 8 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.579045:0:24216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9e6 expref: 8 pid: 24217 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.579058:0:24216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9e6 expref: 8 pid: 24217 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664656.579072:0:24216:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24216:1875550140648960:192.168.203.52@tcp:104: 00000100:00100000:2.0:1788664656.579160:0:24216:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c302909240 going to sleep for 11 seconds 00000100:00100000:0.0:1788664656.587051:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664656.587339:0:24216:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24216:1875550140648960:192.168.203.52@tcp:104: 00010000:00010000:2.0:1788664656.587371:0:24216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 8 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.587392:0:24216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c4421d6a00, rc 0) 00000100:00100000:2.0:1788664656.587507:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+8:18805:x1875550119570176:12345-192.168.203.52@tcp:101:lhsmtool_posix.0 Request processed in 8611us (8900us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664656.587515:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 28 00000100:00100000:3.0:1788664656.588296:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119570304 00000100:00100000:3.0:1788664656.588305:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119570304 00010000:00010000:3.0:1788664656.588356:0:22698:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9e6 expref: 8 pid: 24217 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664656.588395:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 19 00000100:00100000:3.0:1788664656.588404:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+8:2390:x1875550119570304:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788664656.588420:0:22698:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788664656.588439:0:22698:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9e6 expref: 8 pid: 24217 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.588464:0:22698:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9e6 expref: 8 pid: 24217 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.588500:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076e8c843/0xcd11f61c1413f98b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9e6 expref: 8 pid: 24217 timeout: 851 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.588516:0:22698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788664656.588520:0:22698:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788664656.588527:0:22698:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 7 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.588537:0:22698:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 7 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.588570:0:22698:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 7 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664656.588584:0:22698:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303b9ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22698:1875550140649088:192.168.203.52@tcp:105: 00000100:00100000:3.0:1788664656.588652:0:22698:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c302ad0900 going to sleep for 11 seconds 00000100:00100000:3.0:1788664656.605482:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664656.605842:0:22698:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303b9ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22698:1875550140649088:192.168.203.52@tcp:105: 00010000:00010000:2.0:1788664656.605864:0:22698:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788664656.605935:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2390:x1875550119570304:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 17531us (18892us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664656.605947:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 19 00000100:00100000:0.0:1788664656.606355:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119570432 00000100:00100000:0.0:1788664656.606370:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119570432 00000100:00100000:0.0:1788664656.606421:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 29 00000100:00100000:0.0:1788664656.606430:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2391:x1875550119570432:12345-192.168.203.52@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788664656.606584:0:24217:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788664656.606588:0:24217:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788664655 00002000:00010000:0.0:1788664656.606590:0:24217:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788664654 00002000:00010000:0.0:1788664656.606592:0:24217:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788664656 -> 1788664655 00002000:00010000:0.0:1788664656.606594:0:24217:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788664656.606625:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+8:2391:x1875550119570432:12345-192.168.203.52@tcp:2:lhsmtool_posix.0 Request processed in 196us (1157us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788664656.606632:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 29 00000100:00100000:0.0:1788664656.610090:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:2.0:1788664656.610187:0:24624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119570560 00000100:00100000:2.0:1788664656.610197:0:24624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119570560 00000100:00100000:2.0:1788664656.610263:0:24624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 30 00000100:00100000:2.0:1788664656.610273:0:24624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+8:2392:x1875550119570560:12345-192.168.203.52@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788664656.610318:0:24624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.610339:0:24624:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 8 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.610347:0:24624:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788664656.610352:0:24624:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788664656.610356:0:24624:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.610391:0:24624:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 8 pid: 24216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.610406:0:24624:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 8 pid: 24216 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664656.610421:0:24624:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24624:1875550140649216:192.168.203.52@tcp:104: 00000100:00100000:2.0:1788664656.610507:0:24624:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c302909240 going to sleep for 11 seconds 00000100:00100000:2.0:1788664656.628000:0:24624:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a91c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24624:1875550140649216:192.168.203.52@tcp:104: 00010000:00010000:2.0:1788664656.628027:0:24624:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664656.631680:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.631864:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119570688 00000100:00100000:1.0:1788664656.631873:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119570688 00010000:00010000:1.0:1788664656.631913:0:22697:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 9 pid: 24216 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664656.633222:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 20 00000100:00100000:1.0:1788664656.633251:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+9:2391:x1875550119570688:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788664656.633270:0:22697:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788664656.633294:0:22697:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 9 pid: 24216 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.633321:0:22697:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 9 pid: 24216 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.633344:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071f4119b/0xcd11f61c1413f999 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ed expref: 9 pid: 24216 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.633360:0:22697:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788664656.633364:0:22697:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788664656.633370:0:22697:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.633401:0:22697:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.633431:0:22697:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788664656.633493:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+8:2391:x1875550119570688:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 260us (1823us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664656.633501:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 20 00010000:00010000:0.0:1788664656.633632:0:24624:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.633649:0:24624:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.633670:0:24624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.633678:0:24624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.633686:0:24624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.633700:0:24624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c4421d7c00 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:0.0:1788664656.633704:0:24624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.633713:0:24624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.633726:0:24624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.633735:0:24624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d930119e/0xcd11f61c1413f9a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24624 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664656.633820:0:24624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2392:x1875550119570560:12345-192.168.203.52@tcp:1:lhsmtool_posix.0 Request processed in 23548us (23738us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664656.633828:0:24624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 30 00000100:00100000:3.0:1788664656.639547:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.640315:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119570944 00000100:00100000:1.0:1788664656.640325:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119570944 00000100:00100000:1.0:1788664656.640393:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 63 00000100:00100000:1.0:1788664656.640403:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+16:18805:x1875550119570944:12345-192.168.203.52@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788664656.640496:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.640517:0:22711:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ae expref: 16 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.640527:0:22711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.640561:0:22711:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ae expref: 16 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.640576:0:22711:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ae expref: 16 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664656.640611:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22711:1875550140649344:192.168.203.52@tcp:104: 00000100:00100000:1.0:1788664656.640688:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c419b26480 going to sleep for 11 seconds 00000100:00100000:3.0:1788664656.649012:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.649291:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22711:1875550140649344:192.168.203.52@tcp:104: 00010000:00010000:1.0:1788664656.649319:0:22711:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664656.649391:0:22698:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119571072 00000100:00100000:0.0:1788664656.649399:0:22698:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119571072 00010000:00010000:0.0:1788664656.649434:0:22698:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ae expref: 17 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664656.649471:0:22698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 21 00000100:00100000:0.0:1788664656.649481:0:22698:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+17:2391:x1875550119571072:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788664656.649505:0:22698:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788664656.649636:0:22698:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ae expref: 17 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.649648:0:22698:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ae expref: 17 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.649671:0:22698:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aeec00/0xcd11f61c1413f8f1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9ae expref: 17 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.649688:0:22698:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:0.0:1788664656.649694:0:22698:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f90d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9bc expref: 16 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.649702:0:22698:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.649711:0:22698:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.649718:0:22698:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.649744:0:22698:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788664656.650170:0:22711:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.650178:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.650371:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.650385:0:22711:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d8 expref: 17 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.650394:0:22711:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.650424:0:22711:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d8 expref: 17 pid: 25556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.650438:0:22711:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d8 expref: 17 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664656.650452:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22711:1875550140649472:192.168.203.52@tcp:104: 00000100:00100000:0.0:1788664656.650548:0:22698:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f1a8b571-b4b1-4187-a321-1048db45a3b6+17:2391:x1875550119571072:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 1068us (1544us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664656.650558:0:22698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 21 00000100:00100000:1.0:1788664656.652688:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c419b266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788664656.656701:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.656822:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22711:1875550140649472:192.168.203.52@tcp:104: 00010000:00010000:1.0:1788664656.656847:0:22711:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664656.657010:0:22697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119571200 00000100:00100000:2.0:1788664656.657018:0:22697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119571200 00010000:00010000:2.0:1788664656.657061:0:22697:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d8 expref: 17 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788664656.657094:0:22697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 22 00000100:00100000:2.0:1788664656.657104:0:22697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+17:2390:x1875550119571200:12345-192.168.203.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788664656.657129:0:22697:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788664656.657136:0:22697:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d8 expref: 17 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.657149:0:22697:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d8 expref: 17 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.657171:0:22697:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85400/0xcd11f61c1413f976 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9d8 expref: 17 pid: 25556 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.657185:0:22697:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:2.0:1788664656.657190:0:22697:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.657200:0:22697:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.657224:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788664656.657262:0:22697:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788664656.657314:0:22697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+16:2390:x1875550119571200:12345-192.168.203.52@tcp:103:ldlm_bl.0 Request processed in 211us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664656.657323:0:22697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 22 00010000:00010000:1.0:1788664656.657482:0:22711:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.657490:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788664656.657599:0:22711:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1788664656.657699:0:22711:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1788664656.657742:0:22711:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1788664656.659181:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22711:1875550140649600:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788664656.659294:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664656.659392:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c407800240 going to sleep for 11 seconds 00000100:00100000:3.0:1788664656.662731:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140649600 00000100:00100000:3.0:1788664656.662744:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140649600 00000100:00100000:2.0:1788664656.666050:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788664656.666065:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22711:x1875550140649600:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788664656.666451:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22711:x1875550140649600:12345-0@lo:1000:mdt00_000.0 Request processed in 388us (7156us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664656.666460:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788664656.669864:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c406fdad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22711:1875550140649600:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1788664656.672417:0:22711:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1788664656.672517:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22711:1875550140649728:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788664656.672580:0:22711:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788664656.676914:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c419b26480 going to sleep for 11 seconds 00000100:00100000:3.0:1788664656.677173:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140649728 00000100:00100000:3.0:1788664656.677184:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140649728 00000100:00100000:3.0:1788664656.677247:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788664656.677258:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22711:x1875550140649728:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788664656.677438:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22711:x1875550140649728:12345-0@lo:1000:mdt00_000.0 Request processed in 182us (4856us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1788664656.677447:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788664656.678629:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22711:1875550140649728:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1788664656.678679:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678690:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678698:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678705:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aee000 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:0.0:1788664656.678709:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678718:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678745:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:0.0:1788664656.678749:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788664656.678753:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678761:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aee000/0xcd11f61c1413f9ae lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678821:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678829:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678848:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678854:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa00c00 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:0.0:1788664656.678857:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678863:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678872:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:0.0:1788664656.678875:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788664656.678882:0:22711:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f90d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9bc expref: 19 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678904:0:22711:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f90d lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9bc expref: 19 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678915:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f90d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9bc expref: 19 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.678976:0:22711:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aefc00/0xcd11f61c1413f90d lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9bc expref: 19 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788664656.678991:0:22711:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22711:1875550140649856:192.168.203.52@tcp:105: 00000100:00100000:0.0:1788664656.679065:0:22711:0:(client.c:2716:ptlrpc_set_wait()) set ffff93c419b26480 going to sleep for 11 seconds 00000100:00100000:0.0:1788664656.685336:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.685366:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119571328 00000100:00100000:0.0:1788664656.685387:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119571328 00000100:00100000:0.0:1788664656.685442:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 10 00000100:00100000:0.0:1788664656.685451:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43673a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+20:18804:x1875550119571328:12345-192.168.203.52@tcp:49:dd.0 00000100:00100000:0.0:1788664656.685586:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43673a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+20:18804:x1875550119571328:12345-192.168.203.52@tcp:49:dd.0 Request processed in 135us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664656.685594:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 10 00000100:00100000:3.0:1788664656.686170:0:22711:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039c9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22711:1875550140649856:192.168.203.52@tcp:105: 00010000:00010000:3.0:1788664656.686196:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686206:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa00c00/0xcd11f61c1413f906 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686246:0:22711:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686259:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686270:0:22711:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686279:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686286:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686292:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686309:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85600 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:3.0:1788664656.686313:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686320:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686331:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:3.0:1788664656.686334:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788664656.686337:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686342:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303b85600/0xcd11f61c1413f9b5 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686352:0:22711:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686357:0:22711:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686363:0:22711:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686367:0:22711:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aef400 already unused, calling callback (ffffffffc18424f0) 00010000:00010000:3.0:1788664656.686369:0:22711:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686375:0:22711:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686392:0:22711:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:3.0:1788664656.686395:0:22711:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788664656.686398:0:22711:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.686403:0:22711:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef400/0xcd11f61c1413f9a7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22711 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664656.686543:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+19:18805:x1875550119570944:12345-192.168.203.52@tcp:57:lhsmtool_posix.0 Request processed in 46141us (47005us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1788664656.686552:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 63 00000020:00080000:3.0:1788664656.686556:0:22711:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1788664656.687003:0:22747:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788664656.687008:0:22747:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788664656.687022:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1788664656.687028:0:22747:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1788664656.701979:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.702123:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119571456 00000100:00100000:1.0:1788664656.702133:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119571456 00000100:00100000:1.0:1788664656.702190:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 64 00000100:00100000:1.0:1788664656.702200:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+19:18804:x1875550119571456:12345-192.168.203.52@tcp:101:dd.0 00010000:00010000:1.0:1788664656.702220:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788664656.702250:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef200/0xcd11f61c1413f9bc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8fdc38bbf293d9f4 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.702284:0:22712:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef800/0xcd11f61c1413f9c3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.702297:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef800/0xcd11f61c1413f9c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.702323:0:22712:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef800/0xcd11f61c1413f9c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22712 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.702432:0:22712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef200/0xcd11f61c1413f9bc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9f4 expref: 21 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.702451:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff93c303aef800/0xcd11f61c1413f9c3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.52@tcp remote: 0x8fdc38bbf293d9f4 expref: 20 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.702459:0:22712:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff93c3027e5d00) 00010000:00010000:1.0:1788664656.702462:0:22712:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788664656.702466:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff93c303aef800, rc 0) 00000100:00100000:1.0:1788664656.702533:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f1a8b571-b4b1-4187-a321-1048db45a3b6+20:18804:x1875550119571456:12345-192.168.203.52@tcp:101:dd.0 Request processed in 334us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664656.702541:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 64 00000100:00100000:3.0:1788664656.705621:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.706039:0:22714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119571712 00000100:00100000:0.0:1788664656.706048:0:22714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119571712 00000100:00100000:0.0:1788664656.706110:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 11 00000100:00100000:0.0:1788664656.706120:0:22714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+20:18805:x1875550119571712:12345-192.168.203.52@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788664656.706388:0:22714:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788664656.706421:0:22714:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1788664656.706454:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.706471:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.706483:0:22714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.706491:0:22714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.706526:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.706532:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788664656.706550:0:22714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788664656.706632:0:22714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+22:18805:x1875550119571712:12345-192.168.203.52@tcp:35:lhsmtool_posix.0 Request processed in 513us (1018us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1788664656.706640:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 11 00000020:00080000:0.0:1788664656.706645:0:22714:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788664656.707051:0:22700:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788664656.707059:0:22700:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.707066:0:22700:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c42aa01600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664656.707070:0:22700:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.707077:0:22700:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.707089:0:22700:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff93c303886600) 00010000:00010000:1.0:1788664656.707092:0:22700:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788664656.707106:0:22700:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.707112:0:22700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff93c42aa01600/0xcd11f61c1413f9ca lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.707125:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664656.707129:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664656.707130:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664656.766116:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788664656.958720:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:1.0:1788664656.958868:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119571840 00000100:00100000:1.0:1788664656.958878:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119571840 00000100:00100000:1.0:1788664656.958961:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 0 00000100:00100000:1.0:1788664656.958978:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2392:x1875550119571840:12345-192.168.203.52@tcp:4:dd.0 00002000:00010000:1.0:1788664656.959027:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9cdb4f, atime: 0x6a9cdb4e, ctime: 0x6a9cdb4f, blocks: 0x0 00010000:00010000:1.0:1788664656.959038:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.959054:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=752s v=(0 0) 00010000:00010000:1.0:1788664656.959059:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788664656.959066:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664656.959083:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788664656.962587:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.52@tcp (source: 12345-192.168.203.52@tcp) 00000100:00100000:0.0:1788664656.962711:0:24224:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1788664656.962721:0:24224:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1788664656.966703:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550119571968 00000100:00100000:0.0:1788664656.966717:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550119571968 00000100:00100000:3.0:1788664656.967558:0:25758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.52@tcp, seq: 1 00000100:00100000:3.0:1788664656.967571:0:25758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+8:2393:x1875550119571968:12345-192.168.203.52@tcp:4:dd.0 00010000:00010000:3.0:1788664656.967608:0:25758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.967626:0:25758:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788664656.967630:0:25758:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788664656.967636:0:25758:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788664656.967651:0:25758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788664657.111865:0:24213:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1788664657.111889:0:24213:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1788664657.112166:0:24222:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1788664657.112172:0:24222:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1788664655 -> 1788664656 00002000:00010000:1.0:1788664657.112175:0:24222:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788664655 -> 1788664656 00002000:00010000:1.0:1788664657.112193:0:24222:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1788664657.112217:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.112242:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.112253:0:24222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.112261:0:24222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303aef200 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664657.112267:0:24222:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.112277:0:24222:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.112304:0:24222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.112313:0:24222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fee3ba3e/0xcd11f61c1413f9d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664657.112448:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:f1a8b571-b4b1-4187-a321-1048db45a3b6+7:2392:x1875550119571840:12345-192.168.203.52@tcp:4:dd.0 Request processed in 153469us (153729us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788664657.112459:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 0 00000001:00080000:0.0:1788664657.159912:0:24213:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:1.0:1788664657.160653:0:25758:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:1.0:1788664657.160659:0:25758:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:1.0:1788664657.160760:0:25758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.160791:0:25758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.160801:0:25758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.160808:0:25758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93c303b85600 already unused, calling callback (ffffffffc0c117b0) 00010000:00010000:1.0:1788664657.160813:0:25758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.160821:0:25758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.161127:0:25758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788664657.161334:0:25758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003894d6f0/0xcd11f61c1413f9d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788664657.161514:0:25758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:f1a8b571-b4b1-4187-a321-1048db45a3b6+5:2393:x1875550119571968:12345-192.168.203.52@tcp:4:dd.0 Request processed in 193941us (198929us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1788664657.161525:0:25758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.52@tcp, seq: 1 00010000:00010000:1.0:1788664657.792685:0:23865:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664658.494364:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788664658.494403:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140649984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788664658.494601:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664658.494649:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140650112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788664658.494675:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664658.494741:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140649984 00000100:00100000:2.0:1788664658.494748:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140649984 00000100:00100000:2.0:1788664658.494817:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140650112 00000100:00100000:2.0:1788664658.494820:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140650112 00000100:00100000:2.0:1788664658.494838:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788664658.494846:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c405329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140649984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788664658.494876:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788664658.494922:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c405329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1875550140649984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664658.494941:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788664658.494959:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788664658.494965:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c40532b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140650112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788664658.494982:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1788664658.495009:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c40532b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1875550140650112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664658.495015:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788664658.495056:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3637:1875550140650112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788664658.495070:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3637:1875550140649984:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788664658.495205:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788664658.495819:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140650368:0@lo:400:kworker.0 00000100:00100000:1.0:1788664658.495863:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664658.495891:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140650880:0@lo:400:kworker.0 00000100:00100000:1.0:1788664658.495913:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664658.495944:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788664658.495950:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140650240:0@lo:400:kworker.0 00000100:00100000:1.0:1788664658.495977:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664658.496000:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140650752:0@lo:400:kworker.0 00000100:00100000:1.0:1788664658.496021:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664658.496168:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140650240 00000100:00100000:2.0:1788664658.496175:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140650240 00000100:00100000:0.0:1788664658.496208:0:24217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140650880 00000100:00100000:0.0:1788664658.496214:0:24217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140650880 00000100:00100000:2.0:1788664658.496215:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1788664658.496268:0:24217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788664658.496276:0:24217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140650880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664658.496437:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c43ced8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:3639:x1875550140650240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664658.496476:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c43ced8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:50c92092-626e-40ab-871b-cda794304889+24:3639:x1875550140650240:12345-0@lo:400:kworker.0 Request processed in 42us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664658.496483:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1788664658.496514:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140650368 00000100:00100000:2.0:1788664658.496518:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140650368 00000100:00100000:2.0:1788664658.496542:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140650752 00000100:00100000:2.0:1788664658.496545:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140650752 00000100:00100000:2.0:1788664658.496558:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788664658.496563:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c304833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140650368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664658.496593:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c304833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875550140650368:12345-0@lo:400:kworker.0 Request processed in 30us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664658.496600:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788664658.496610:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788664658.496615:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140650752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788664658.496664:0:24217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140650880:12345-0@lo:400:kworker.0 Request processed in 387us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664658.496666:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875550140650752:12345-0@lo:400:kworker.0 Request processed in 49us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1788664658.496674:0:24217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788664658.496687:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:0.0:1788664658.496698:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788664658.496712:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140651264:0@lo:400:kworker.0 00000100:00100000:0.0:1788664658.496729:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:50c92092-626e-40ab-871b-cda794304889:3639:1875550140650240:0@lo:400:kworker.0 00000100:00100000:0.0:1788664658.496743:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140650752:0@lo:400:kworker.0 00000100:00100000:0.0:1788664658.496754:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3639:1875550140650880:0@lo:400:kworker.0 00000100:00100000:0.0:1788664658.496807:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3639:1875550140650368:0@lo:400:kworker.0 00000100:00100000:0.0:1788664658.496865:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140651392:0@lo:400:kworker.0 00000100:00100000:0.0:1788664658.496894:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664658.497317:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140650496:0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.497363:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664658.497384:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875550140651008:0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.497405:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664658.497421:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140651520:0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.497439:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664658.497455:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788664658.497460:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140650624:0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.497496:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664658.497519:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c3039ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140651136:0@lo:400:kworker.0 00000100:00100000:1.0:1788664658.497532:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140651392 00000100:00100000:1.0:1788664658.497539:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140651392 00000100:00100000:3.0:1788664658.497543:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788664658.497583:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140651008 00000100:00100000:3.0:1788664658.497588:0:24216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140650496 00000100:00100000:1.0:1788664658.497588:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140651008 00000100:00100000:3.0:1788664658.497594:0:24216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140650496 00000100:00100000:1.0:1788664658.497605:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140651520 00000100:00100000:1.0:1788664658.497611:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140651520 00000100:00100000:3.0:1788664658.497633:0:24216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788664658.497634:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140650624 00000100:00100000:1.0:1788664658.497639:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140650624 00000100:00100000:3.0:1788664658.497643:0:24216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140650496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788664658.497654:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140651136 00000100:00100000:1.0:1788664658.497657:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140651136 00000100:00100000:1.0:1788664658.497677:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788664658.497686:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c3039caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140651392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.497692:0:24216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875550140650496:12345-0@lo:400:kworker.0 Request processed in 49us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664658.497700:0:24216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788664658.497721:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788664658.497729:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875550140651008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.497768:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875550140651008:12345-0@lo:400:kworker.0 Request processed in 40us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664658.497774:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788664658.497838:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788664658.497844:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875550140651520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.497874:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875550140651520:12345-0@lo:400:kworker.0 Request processed in 30us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664658.497880:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788664658.497891:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788664658.497897:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140650624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.497921:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875550140650624:12345-0@lo:400:kworker.0 Request processed in 24us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664658.497927:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788664658.497938:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788664658.497944:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140651136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.497968:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875550140651136:12345-0@lo:400:kworker.0 Request processed in 24us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788664658.497974:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788664658.498015:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875550140650624:0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.498029:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3636:1875550140651136:0@lo:400:kworker.0 00000100:00100000:2.0:1788664658.498036:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788664658.498040:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:3.0:1788664658.498046:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff93c406fd9500, transno 12884901892 00000100:00100000:2.0:1788664658.498086:0:24622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140651264 00000100:00100000:2.0:1788664658.498091:0:24622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140651264 00000100:00100000:2.0:1788664658.498111:0:24622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788664658.498118:0:24622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c303a90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140651264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788664658.498154:0:24622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c303a90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875550140651264:12345-0@lo:400:kworker.0 Request processed in 36us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664658.498159:0:24622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00080000:2.0:1788664658.498194:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c3039cb100 x1875550140651264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788664658.498205:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3638:1875550140651264:0@lo:400:kworker.0 00000004:00080000:3.0:1788664658.498541:0:3636:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:3.0:1788664658.498561:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3636:1875550140650496:0@lo:400:kworker.0 00000100:00100000:3.0:1788664658.498577:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875550140651008:0@lo:400:kworker.0 00010000:00080000:3.0:1788664658.498586:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93c3039c9500 x1875550140651520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788664674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788664658.498611:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3636:1875550140651520:0@lo:400:kworker.0 00000100:00080000:0.0:1788664658.498979:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788664658.498984:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788664658.498987:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788664658.499127:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c3039c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3639:1875550140651392:0@lo:400:kworker.0 00000100:00100000:1.0:1788664658.499510:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c3039caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875550140651392:12345-0@lo:400:kworker.0 Request processed in 52us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1788664658.499531:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000001:02000400:1.0:1788664658.718393:0:25795:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1788664658.820244:0:22700:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788664659.845640:0:22699:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788664660.036533:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788664660.036557:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff93c303a91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140651648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788664660.036631:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788664660.036829:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875550140651648 00000100:00100000:2.0:1788664660.036837:0:24221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875550140651648 00000100:00100000:2.0:1788664660.036903:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788664660.036913:0:24221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93c406d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140651648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788664660.036941:0:24221:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915853824 avail 3684331520 00000100:00100000:2.0:1788664660.037003:0:24221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93c406d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875550140651648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788664660.037010:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788664660.037057:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff93c303a91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3636:1875550140651648:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788664660.037580:0:22707:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 Debug log: 14312 lines, 14312 kept, 0 dropped, 0 bad.